[ 543.360651] env[69473]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69473) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 543.361078] env[69473]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69473) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 543.361078] env[69473]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69473) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 543.361385] env[69473]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 543.459420] env[69473]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69473) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 543.469252] env[69473]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69473) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 543.511733] env[69473]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 544.070364] env[69473]: INFO nova.virt.driver [None req-29d78b96-e621-44bc-9014-8550bd106153 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 544.140147] env[69473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.140331] env[69473]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.140395] env[69473]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69473) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 547.052994] env[69473]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-4bd972bc-d931-4e47-8a73-e7735229f7a9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.069622] env[69473]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69473) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 547.069783] env[69473]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-70ebefdc-462b-4257-9883-4b720c57c6f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.093997] env[69473]: INFO oslo_vmware.api [-] Successfully established new session; session ID is bba93. [ 547.094121] env[69473]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.954s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.094732] env[69473]: INFO nova.virt.vmwareapi.driver [None req-29d78b96-e621-44bc-9014-8550bd106153 None None] VMware vCenter version: 7.0.3 [ 547.098524] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd4ddb9-d11d-4364-8c23-fdfe2a04794b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.116589] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a755fa4e-a365-460e-a657-f67bc0d0d032 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.122642] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f1908-194c-4f51-a464-5d881c6044ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.129343] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e2326-a5a9-4a39-a914-0e5c39f4f252 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.142335] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866067f-4568-4a55-849b-5a70fe3af012 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.148220] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069bde95-d5ad-4164-a368-c2d6b4b6dad3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.178451] env[69473]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-29a38f02-81cb-403e-9b62-12bb4473ec1c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.183402] env[69473]: DEBUG nova.virt.vmwareapi.driver [None req-29d78b96-e621-44bc-9014-8550bd106153 None None] Extension org.openstack.compute already exists. {{(pid=69473) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 547.186074] env[69473]: INFO nova.compute.provider_config [None req-29d78b96-e621-44bc-9014-8550bd106153 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 547.690053] env[69473]: DEBUG nova.context [None req-29d78b96-e621-44bc-9014-8550bd106153 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),45724ade-b8b1-48c4-981c-84e1a7410184(cell1) {{(pid=69473) load_cells /opt/stack/nova/nova/context.py:464}} [ 547.691658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.691886] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.692594] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.693016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Acquiring lock "45724ade-b8b1-48c4-981c-84e1a7410184" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.693217] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Lock "45724ade-b8b1-48c4-981c-84e1a7410184" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.694495] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Lock "45724ade-b8b1-48c4-981c-84e1a7410184" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.715381] env[69473]: INFO dbcounter [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Registered counter for database nova_cell0 [ 547.723752] env[69473]: INFO dbcounter [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Registered counter for database nova_cell1 [ 548.169172] env[69473]: DEBUG oslo_db.sqlalchemy.engines [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69473) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 548.169845] env[69473]: DEBUG oslo_db.sqlalchemy.engines [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69473) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 548.174580] env[69473]: ERROR nova.db.main.api [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 548.174580] env[69473]: result = function(*args, **kwargs) [ 548.174580] env[69473]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 548.174580] env[69473]: return func(*args, **kwargs) [ 548.174580] env[69473]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 548.174580] env[69473]: result = fn(*args, **kwargs) [ 548.174580] env[69473]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 548.174580] env[69473]: return f(*args, **kwargs) [ 548.174580] env[69473]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 548.174580] env[69473]: return db.service_get_minimum_version(context, binaries) [ 548.174580] env[69473]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 548.174580] env[69473]: _check_db_access() [ 548.174580] env[69473]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 548.174580] env[69473]: stacktrace = ''.join(traceback.format_stack()) [ 548.174580] env[69473]: [ 548.175406] env[69473]: ERROR nova.db.main.api [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 548.175406] env[69473]: result = function(*args, **kwargs) [ 548.175406] env[69473]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 548.175406] env[69473]: return func(*args, **kwargs) [ 548.175406] env[69473]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 548.175406] env[69473]: result = fn(*args, **kwargs) [ 548.175406] env[69473]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 548.175406] env[69473]: return f(*args, **kwargs) [ 548.175406] env[69473]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 548.175406] env[69473]: return db.service_get_minimum_version(context, binaries) [ 548.175406] env[69473]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 548.175406] env[69473]: _check_db_access() [ 548.175406] env[69473]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 548.175406] env[69473]: stacktrace = ''.join(traceback.format_stack()) [ 548.175406] env[69473]: [ 548.175833] env[69473]: WARNING nova.objects.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Failed to get minimum service version for cell 45724ade-b8b1-48c4-981c-84e1a7410184 [ 548.175960] env[69473]: WARNING nova.objects.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 548.176426] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Acquiring lock "singleton_lock" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.176584] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Acquired lock "singleton_lock" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.176840] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Releasing lock "singleton_lock" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.177195] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Full set of CONF: {{(pid=69473) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 548.177345] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ******************************************************************************** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 548.177470] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] Configuration options gathered from: {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 548.177605] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 548.177797] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 548.177929] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ================================================================================ {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 548.178176] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] allow_resize_to_same_host = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.178360] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] arq_binding_timeout = 300 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.178493] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] backdoor_port = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.178620] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] backdoor_socket = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.178788] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] block_device_allocate_retries = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.178949] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] block_device_allocate_retries_interval = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.179135] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cert = self.pem {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.179307] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.179483] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute_monitors = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.179657] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] config_dir = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.180057] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] config_drive_format = iso9660 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.180212] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.180394] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] config_source = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.181541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] console_host = devstack {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.181541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] control_exchange = nova {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.181541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cpu_allocation_ratio = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.181541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] daemon = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.181541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] debug = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.181541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] default_access_ip_network_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.181541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] default_availability_zone = nova {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.182114] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] default_ephemeral_format = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.182114] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] default_green_pool_size = 1000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.182114] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.182293] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] default_schedule_zone = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.182649] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] disk_allocation_ratio = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.182649] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] enable_new_services = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.182784] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] enabled_apis = ['osapi_compute'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184425] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] enabled_ssl_apis = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184425] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] flat_injected = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184425] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] force_config_drive = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184425] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] force_raw_images = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184425] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] graceful_shutdown_timeout = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184425] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] heal_instance_info_cache_interval = -1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184425] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] host = cpu-1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184870] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184870] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] initial_disk_allocation_ratio = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184870] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] initial_ram_allocation_ratio = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184870] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184870] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instance_build_timeout = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.184870] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instance_delete_interval = 300 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.185053] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instance_format = [instance: %(uuid)s] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.185228] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instance_name_template = instance-%08x {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.185406] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instance_usage_audit = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.185581] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instance_usage_audit_period = month {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.185746] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.185934] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] instances_path = /opt/stack/data/nova/instances {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.186121] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] internal_service_availability_zone = internal {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.186283] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] key = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.186443] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] live_migration_retry_count = 30 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.186614] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_color = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.186779] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_config_append = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.186948] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.187119] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_dir = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.187279] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_file = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.187408] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_options = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.187569] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_rotate_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.187736] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_rotate_interval_type = days {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.187897] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] log_rotation_type = none {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.188038] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.188171] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.188336] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.188500] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.188628] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.188789] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] long_rpc_timeout = 1800 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.188947] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] max_concurrent_builds = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.189122] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] max_concurrent_live_migrations = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.189285] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] max_concurrent_snapshots = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.189437] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] max_local_block_devices = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.189592] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] max_logfile_count = 30 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.189748] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] max_logfile_size_mb = 200 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.189905] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] maximum_instance_delete_attempts = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.190086] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] metadata_listen = 0.0.0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.190255] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] metadata_listen_port = 8775 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.190426] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] metadata_workers = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.190583] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] migrate_max_retries = -1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.190745] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] mkisofs_cmd = genisoimage {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.190947] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] my_block_storage_ip = 10.180.1.21 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.191090] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] my_ip = 10.180.1.21 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.191295] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.191455] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] network_allocate_retries = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.191631] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.191797] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] osapi_compute_listen = 0.0.0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.191960] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] osapi_compute_listen_port = 8774 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.192139] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] osapi_compute_unique_server_name_scope = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.192308] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] osapi_compute_workers = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.192477] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] password_length = 12 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.192657] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] periodic_enable = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.192763] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] periodic_fuzzy_delay = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.192931] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] pointer_model = usbtablet {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.193109] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] preallocate_images = none {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.193270] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] publish_errors = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.193399] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] pybasedir = /opt/stack/nova {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.193554] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ram_allocation_ratio = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.193708] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] rate_limit_burst = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.193873] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] rate_limit_except_level = CRITICAL {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.194041] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] rate_limit_interval = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.194202] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] reboot_timeout = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.194357] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] reclaim_instance_interval = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.194510] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] record = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.194673] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] reimage_timeout_per_gb = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.194837] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] report_interval = 120 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.194998] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] rescue_timeout = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.195167] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] reserved_host_cpus = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.195324] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] reserved_host_disk_mb = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.195479] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] reserved_host_memory_mb = 512 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.195637] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] reserved_huge_pages = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.195810] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] resize_confirm_window = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.195959] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] resize_fs_using_block_device = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.196129] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] resume_guests_state_on_host_boot = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.196297] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.196452] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] rpc_response_timeout = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.196607] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] run_external_periodic_tasks = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.196770] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] running_deleted_instance_action = reap {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.196947] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] running_deleted_instance_poll_interval = 1800 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.197137] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] running_deleted_instance_timeout = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.197301] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler_instance_sync_interval = 120 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.197468] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_down_time = 720 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.197635] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] servicegroup_driver = db {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.197791] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] shell_completion = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.197950] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] shelved_offload_time = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.198121] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] shelved_poll_interval = 3600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.198286] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] shutdown_timeout = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.198444] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] source_is_ipv6 = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.198599] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ssl_only = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.198840] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.199019] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] sync_power_state_interval = 600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.199184] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] sync_power_state_pool_size = 1000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.199351] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] syslog_log_facility = LOG_USER {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.199506] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] tempdir = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.199663] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] timeout_nbd = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.199828] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] transport_url = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.199988] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] update_resources_interval = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.200160] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] use_cow_images = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.200318] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] use_journal = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.200472] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] use_json = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.200627] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] use_rootwrap_daemon = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.200779] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] use_stderr = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.200934] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] use_syslog = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.201099] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vcpu_pin_set = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.201265] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plugging_is_fatal = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.201429] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plugging_timeout = 300 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.201589] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] virt_mkfs = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.201746] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] volume_usage_poll_interval = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.201908] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] watch_log_file = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.202085] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] web = /usr/share/spice-html5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.202272] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.202436] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.202596] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.202762] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_concurrency.disable_process_locking = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.203056] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.203243] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.203411] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.203580] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.203749] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.203913] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.204109] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.auth_strategy = keystone {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.204279] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.compute_link_prefix = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.204450] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.204620] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.dhcp_domain = novalocal {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.204791] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.enable_instance_password = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.204956] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.glance_link_prefix = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.205134] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.205308] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.205480] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.instance_list_per_project_cells = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.205641] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.list_records_by_skipping_down_cells = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.205826] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.local_metadata_per_cell = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.206010] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.max_limit = 1000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.206193] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.metadata_cache_expiration = 15 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.206367] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.neutron_default_tenant_id = default {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.206536] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.response_validation = warn {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.206705] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.use_neutron_default_nets = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.206901] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.207113] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.207294] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.207473] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.207641] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.vendordata_dynamic_targets = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.207805] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.vendordata_jsonfile_path = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.207986] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.208198] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.backend = dogpile.cache.memcached {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.208365] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.backend_argument = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.208524] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.backend_expiration_time = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.208692] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.config_prefix = cache.oslo {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.208861] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.dead_timeout = 60.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.209037] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.debug_cache_backend = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.209205] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.enable_retry_client = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.209369] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.enable_socket_keepalive = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.209541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.enabled = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.209707] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.enforce_fips_mode = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.209874] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.expiration_time = 600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.210050] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.hashclient_retry_attempts = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.210221] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.hashclient_retry_delay = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.210388] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_dead_retry = 300 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.210546] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_password = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.210709] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.210873] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.211050] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_pool_maxsize = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.211218] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.211379] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_sasl_enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.211556] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.211724] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_socket_timeout = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.211884] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.memcache_username = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.212081] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.proxies = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.212252] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.redis_db = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.212411] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.redis_password = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.212579] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.redis_sentinel_service_name = mymaster {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.212755] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.212944] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.redis_server = localhost:6379 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.213094] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.redis_socket_timeout = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.213260] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.redis_username = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.213423] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.retry_attempts = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.213586] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.retry_delay = 0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.213748] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.socket_keepalive_count = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.213909] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.socket_keepalive_idle = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.214091] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.socket_keepalive_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.214253] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.tls_allowed_ciphers = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.214413] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.tls_cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.214573] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.tls_certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.214730] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.tls_enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.214886] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cache.tls_keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.215076] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.215255] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.auth_type = password {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.215417] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.215596] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.catalog_info = volumev3::publicURL {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.215756] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.215948] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.216134] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.cross_az_attach = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.216296] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.debug = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.216453] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.endpoint_template = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.216616] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.http_retries = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.216782] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.216980] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.217178] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.os_region_name = RegionOne {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.217350] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.217512] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cinder.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.217681] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.217840] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.cpu_dedicated_set = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.217998] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.cpu_shared_set = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.218179] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.image_type_exclude_list = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.218339] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.218500] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.max_concurrent_disk_ops = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.218662] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.max_disk_devices_to_attach = -1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.218823] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.218994] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.219173] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.resource_provider_association_refresh = 300 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.219335] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.219496] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.shutdown_retry_interval = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.219672] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.219848] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] conductor.workers = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.220039] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] console.allowed_origins = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.220206] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] console.ssl_ciphers = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.220381] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] console.ssl_minimum_version = default {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.220548] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] consoleauth.enforce_session_timeout = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.220714] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] consoleauth.token_ttl = 600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.220886] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.221058] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.221224] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.221384] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.221543] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.221702] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.221863] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.222032] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.222197] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.222355] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.222509] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.222665] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.222816] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.222975] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.service_type = accelerator {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.223152] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.223310] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.223467] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.223621] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.223798] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.223960] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] cyborg.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.224142] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.asyncio_connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.224301] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.asyncio_slave_connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.224469] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.backend = sqlalchemy {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.224637] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.224798] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.connection_debug = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.224968] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.connection_parameters = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.225144] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.connection_recycle_time = 3600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.225308] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.connection_trace = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.225469] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.db_inc_retry_interval = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.225630] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.db_max_retries = 20 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.225833] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.db_max_retry_interval = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.225986] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.db_retry_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.226165] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.max_overflow = 50 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.226328] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.max_pool_size = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.226489] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.max_retries = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.226655] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.226844] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.mysql_wsrep_sync_wait = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.227052] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.pool_timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.227231] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.retry_interval = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.227398] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.slave_connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.227564] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.sqlite_synchronous = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.227723] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] database.use_db_reconnect = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.227892] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.asyncio_connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.228064] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.asyncio_slave_connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.228240] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.backend = sqlalchemy {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.228411] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.228575] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.connection_debug = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.228739] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.connection_parameters = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.228902] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.connection_recycle_time = 3600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.229078] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.connection_trace = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.229244] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.db_inc_retry_interval = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.229406] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.db_max_retries = 20 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.229569] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.db_max_retry_interval = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.229732] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.db_retry_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.229893] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.max_overflow = 50 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.230066] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.max_pool_size = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.230231] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.max_retries = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.230402] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.230561] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.230719] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.pool_timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.230879] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.retry_interval = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.231049] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.slave_connection = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.231226] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] api_database.sqlite_synchronous = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.231388] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] devices.enabled_mdev_types = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.231562] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.231731] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ephemeral_storage_encryption.default_format = luks {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.231895] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ephemeral_storage_encryption.enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.232069] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.232247] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.api_servers = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.232410] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.232571] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.232730] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.232889] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.233076] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.233281] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.debug = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.233368] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.default_trusted_certificate_ids = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.233553] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.enable_certificate_validation = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.233764] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.enable_rbd_download = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.233933] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.234116] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.234283] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.234444] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.234601] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.234760] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.num_retries = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.235016] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.rbd_ceph_conf = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.235194] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.rbd_connect_timeout = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.235366] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.rbd_pool = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.235533] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.rbd_user = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.235701] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.235887] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.236075] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.236250] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.service_type = image {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.236413] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.236572] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.236726] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.236894] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.237113] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.237285] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.verify_glance_signatures = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.237444] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] glance.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.237605] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] guestfs.debug = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.237769] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.237931] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.auth_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.238104] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.238264] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.238423] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.238582] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.238740] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.238899] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.239073] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.239238] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.239400] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.239559] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.239719] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.239877] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.240049] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.240228] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.service_type = shared-file-system {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.240393] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.share_apply_policy_timeout = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.240557] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.240718] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.240878] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.241046] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.241275] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.241452] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] manila.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.241622] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] mks.enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.241969] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.242176] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] image_cache.manager_interval = 2400 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.242351] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] image_cache.precache_concurrency = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.242524] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] image_cache.remove_unused_base_images = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.242691] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.242859] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.243049] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] image_cache.subdirectory_name = _base {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.243231] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.api_max_retries = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.243450] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.api_retry_interval = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.243550] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.243708] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.auth_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.243869] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.244037] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.244205] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.244368] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.conductor_group = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.244528] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.244686] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.244844] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.245011] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.245176] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.245333] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.245490] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.245653] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.peer_list = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.245824] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.246014] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.246181] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.serial_console_state_timeout = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.246344] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.246516] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.service_type = baremetal {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.246672] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.shard = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.246853] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.247069] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.247244] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.247407] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.247591] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.247750] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ironic.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.247935] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.248130] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] key_manager.fixed_key = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.248318] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.248483] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.barbican_api_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.248644] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.barbican_endpoint = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.248812] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.barbican_endpoint_type = public {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.248978] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.barbican_region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.249152] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.249314] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.249478] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.249637] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.249799] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.249963] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.number_of_retries = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.250143] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.retry_delay = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.250306] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.send_service_user_token = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.250468] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.250628] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.250793] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.verify_ssl = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.250953] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican.verify_ssl_path = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.251135] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.251302] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.auth_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.251463] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.251622] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.251784] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.251948] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.252121] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.252287] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.252444] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] barbican_service_user.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.252611] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.approle_role_id = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.252770] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.approle_secret_id = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.252936] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.kv_mountpoint = secret {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.253112] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.kv_path = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.253284] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.kv_version = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.253459] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.namespace = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.253623] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.root_token_id = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.253737] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.ssl_ca_crt_file = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.253901] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.timeout = 60.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.254075] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.use_ssl = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.254306] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.254505] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.254674] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.254842] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.255027] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.255184] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.255345] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.255510] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.255672] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.255855] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.256040] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.256210] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.256371] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.256530] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.256699] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.service_type = identity {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.256885] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.257089] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.257261] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.257421] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.257603] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.257765] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] keystone.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.257954] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.ceph_mount_options = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.258360] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.258546] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.connection_uri = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.258709] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.cpu_mode = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.258876] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.cpu_model_extra_flags = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.259056] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.cpu_models = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.259233] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.cpu_power_governor_high = performance {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.259403] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.cpu_power_governor_low = powersave {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.259563] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.cpu_power_management = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.259735] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.259904] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.device_detach_attempts = 8 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.260084] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.device_detach_timeout = 20 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.260254] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.disk_cachemodes = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.260412] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.disk_prefix = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.260575] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.enabled_perf_events = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.260738] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.file_backed_memory = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.260907] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.gid_maps = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.261081] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.hw_disk_discard = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.261240] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.hw_machine_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.261410] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.images_rbd_ceph_conf = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.261573] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.261737] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.261907] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.images_rbd_glance_store_name = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.262089] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.images_rbd_pool = rbd {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.262263] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.images_type = default {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.262426] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.images_volume_group = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.262596] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.inject_key = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.262758] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.inject_partition = -2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.262922] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.inject_password = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.263104] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.iscsi_iface = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.263267] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.iser_use_multipath = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.263426] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_bandwidth = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.263590] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.263758] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_downtime = 500 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.263905] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.264085] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.264252] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_inbound_addr = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.264414] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.264577] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_permit_post_copy = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.264736] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_scheme = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.264910] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_timeout_action = abort {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.265087] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_tunnelled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.265254] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_uri = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.265416] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.live_migration_with_native_tls = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.265574] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.max_queues = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.265736] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.265985] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.266168] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.nfs_mount_options = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.266454] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.266628] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.266797] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.num_iser_scan_tries = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.266981] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.num_memory_encrypted_guests = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.267176] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.267344] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.num_pcie_ports = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.267513] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.num_volume_scan_tries = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.267679] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.pmem_namespaces = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.267842] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.quobyte_client_cfg = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.268139] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.268317] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rbd_connect_timeout = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.268487] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.268652] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.268813] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rbd_secret_uuid = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.268975] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rbd_user = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.269151] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.269323] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.remote_filesystem_transport = ssh {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.269486] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rescue_image_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.269647] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rescue_kernel_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.269808] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rescue_ramdisk_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.269976] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.270152] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.rx_queue_size = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.270324] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.smbfs_mount_options = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.270615] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.270788] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.snapshot_compression = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.270955] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.snapshot_image_format = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.271189] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.271358] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.sparse_logical_volumes = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.271523] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.swtpm_enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.271693] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.swtpm_group = tss {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.271863] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.swtpm_user = tss {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.272045] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.sysinfo_serial = unique {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.272213] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.tb_cache_size = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.272370] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.tx_queue_size = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.272531] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.uid_maps = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.272691] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.use_virtio_for_bridges = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.272861] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.virt_type = kvm {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.273042] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.volume_clear = zero {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.273208] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.volume_clear_size = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.273376] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.volume_enforce_multipath = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.273541] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.volume_use_multipath = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.273704] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.vzstorage_cache_path = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.273959] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.274094] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.vzstorage_mount_group = qemu {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.274218] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.vzstorage_mount_opts = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.274383] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.274668] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.274847] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.vzstorage_mount_user = stack {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.275025] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.275207] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.275383] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.auth_type = password {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.275545] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.275703] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.275902] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.276082] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.276259] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.276431] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.default_floating_pool = public {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.276593] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.276756] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.extension_sync_interval = 600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.276939] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.http_retries = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.277135] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.277304] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.277465] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.277638] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.277799] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.277970] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.ovs_bridge = br-int {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.278157] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.physnets = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.278323] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.region_name = RegionOne {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.278484] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.278656] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.service_metadata_proxy = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.278818] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.278989] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.service_type = network {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.279166] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.279326] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.279488] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.279650] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.279829] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.279993] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] neutron.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.280177] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] notifications.bdms_in_notifications = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.280355] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] notifications.default_level = INFO {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.280519] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] notifications.include_share_mapping = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.280693] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] notifications.notification_format = unversioned {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.280854] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] notifications.notify_on_state_change = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.281039] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.281218] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] pci.alias = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.281388] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] pci.device_spec = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.281554] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] pci.report_in_placement = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.281724] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.281894] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.auth_type = password {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.282075] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.282238] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.282394] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.282552] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.282707] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.282863] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.283030] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.default_domain_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.283192] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.default_domain_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.283344] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.domain_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.283498] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.domain_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.283654] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.283811] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.283967] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.284164] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.284291] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.284457] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.password = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.284615] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.project_domain_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.284783] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.project_domain_name = Default {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.284951] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.project_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.285137] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.project_name = service {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.285310] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.region_name = RegionOne {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.285468] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.285631] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.285823] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.service_type = placement {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.285993] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.286173] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.286336] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.286498] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.system_scope = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.286657] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.286813] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.trust_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.286982] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.user_domain_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.287168] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.user_domain_name = Default {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.287330] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.user_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.287502] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.username = nova {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.287681] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.287842] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] placement.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.288053] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.cores = 20 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.288251] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.count_usage_from_placement = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.288432] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.288603] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.injected_file_content_bytes = 10240 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.288769] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.injected_file_path_length = 255 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.288937] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.injected_files = 5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.289125] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.instances = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.289293] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.key_pairs = 100 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.289463] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.metadata_items = 128 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.289626] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.ram = 51200 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.289793] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.recheck_quota = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.289967] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.server_group_members = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.290146] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.server_groups = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.290358] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.290535] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] quota.unified_limits_resource_strategy = require {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.290709] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.290875] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.291047] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.image_metadata_prefilter = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.291216] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.291380] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.max_attempts = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.291545] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.max_placement_results = 1000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.291710] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.291870] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.query_placement_for_image_type_support = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.292045] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.292226] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] scheduler.workers = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.292407] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.292582] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.292765] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.292937] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.293123] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.293293] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.293459] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.293650] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.293817] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.host_subset_size = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.293984] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.294184] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.294317] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.294481] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.294652] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.294817] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.isolated_hosts = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.294982] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.isolated_images = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.295159] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.295323] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.295483] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.295647] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.pci_in_placement = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.295824] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.295997] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.296177] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.296341] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.296505] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.296667] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.296829] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.track_instance_changes = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.297023] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.297197] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] metrics.required = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.297365] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] metrics.weight_multiplier = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.297529] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.297694] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] metrics.weight_setting = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.298007] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.298212] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] serial_console.enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.298402] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] serial_console.port_range = 10000:20000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.298576] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.298748] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.298919] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] serial_console.serialproxy_port = 6083 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.299102] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.299281] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.auth_type = password {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.299445] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.299605] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.299768] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.299931] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.300106] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.300284] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.send_service_user_token = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.300449] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.300610] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] service_user.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.300781] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.agent_enabled = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.300948] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.301258] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.301458] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.301628] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.html5proxy_port = 6082 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.301791] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.image_compression = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.301956] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.jpeg_compression = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.302133] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.playback_compression = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.302298] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.require_secure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.302469] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.server_listen = 127.0.0.1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.302639] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.302921] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.303108] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.streaming_mode = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.303273] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] spice.zlib_compression = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.303445] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] upgrade_levels.baseapi = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.303656] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] upgrade_levels.compute = auto {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.303776] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] upgrade_levels.conductor = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.303937] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] upgrade_levels.scheduler = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.304117] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.304277] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.auth_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.304438] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.304596] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.304755] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.304914] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.305085] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.305249] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.305407] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vendordata_dynamic_auth.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.305577] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.api_retry_count = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.305741] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.ca_file = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.305940] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.cache_prefix = devstack-image-cache {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.306131] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.cluster_name = testcl1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.306299] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.connection_pool_size = 10 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.306460] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.console_delay_seconds = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.306631] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.datastore_regex = ^datastore.* {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.306839] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.307048] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.host_password = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.307226] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.host_port = 443 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.307398] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.host_username = administrator@vsphere.local {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.307568] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.insecure = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.307733] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.integration_bridge = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.307896] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.maximum_objects = 100 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.308074] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.pbm_default_policy = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.308270] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.pbm_enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.308432] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.pbm_wsdl_location = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.308602] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.308760] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.serial_port_proxy_uri = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.308920] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.serial_port_service_uri = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.309099] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.task_poll_interval = 0.5 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.309273] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.use_linked_clone = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.309444] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.vnc_keymap = en-us {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.309609] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.vnc_port = 5900 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.309773] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vmware.vnc_port_total = 10000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.309955] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.auth_schemes = ['none'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.310145] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.310432] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.310617] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.310788] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.novncproxy_port = 6080 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.310974] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.server_listen = 127.0.0.1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.311170] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.311333] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.vencrypt_ca_certs = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.311492] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.vencrypt_client_cert = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.311650] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vnc.vencrypt_client_key = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.311829] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.311992] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.disable_deep_image_inspection = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.312175] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.312337] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.312499] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.312658] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.disable_rootwrap = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.312819] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.enable_numa_live_migration = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.312981] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.313158] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.313321] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.313479] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.libvirt_disable_apic = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.313775] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.313984] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.314161] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.314284] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.314473] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.314609] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.314769] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.314929] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.315105] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.315278] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.315458] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.315627] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.client_socket_timeout = 900 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.315814] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.default_pool_size = 1000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.315990] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.keep_alive = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.316176] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.max_header_line = 16384 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.316342] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.secure_proxy_ssl_header = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.316508] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.ssl_ca_file = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.316670] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.ssl_cert_file = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.316830] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.ssl_key_file = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.317028] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.tcp_keepidle = 600 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.317216] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.317388] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] zvm.ca_file = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.317550] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] zvm.cloud_connector_url = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.317822] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.317996] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] zvm.reachable_timeout = 300 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318203] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318394] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318572] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.connection_string = messaging:// {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318739] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.enabled = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318908] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.es_doc_type = notification {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319082] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.es_scroll_size = 10000 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319255] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.es_scroll_time = 2m {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319416] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.filter_error_trace = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319582] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.hmac_keys = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319746] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.sentinel_service_name = mymaster {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319909] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.socket_timeout = 0.1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320082] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.trace_requests = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320242] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler.trace_sqlalchemy = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320419] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler_jaeger.process_tags = {} {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320581] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler_jaeger.service_name_prefix = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320746] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] profiler_otlp.service_name_prefix = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320911] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] remote_debug.host = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321084] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] remote_debug.port = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321264] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321429] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321594] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321756] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321919] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322092] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322256] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322416] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322578] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322749] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322909] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323093] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323263] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323427] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323588] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323755] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323916] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324090] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324265] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324419] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324582] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324743] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324905] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325076] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325240] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325399] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325560] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325716] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325905] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326091] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326261] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.ssl = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326432] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326597] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326758] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326964] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327159] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.ssl_version = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327325] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327511] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327677] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_notifications.retry = -1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327857] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328039] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_messaging_notifications.transport_url = **** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328240] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.auth_section = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328411] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.auth_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328573] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.cafile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328731] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.certfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328892] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.collect_timing = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329080] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.connect_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329250] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.connect_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329409] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.endpoint_id = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329580] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.endpoint_interface = publicURL {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329740] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.endpoint_override = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329896] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.endpoint_region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330068] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.endpoint_service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330232] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.endpoint_service_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330395] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.insecure = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330552] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.keyfile = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330710] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.max_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330868] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.min_version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331033] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.region_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331198] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.retriable_status_codes = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331357] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.service_name = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331513] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.service_type = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331673] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.split_loggers = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331830] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.status_code_retries = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331991] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.status_code_retry_delay = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332163] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.timeout = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332322] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.valid_interfaces = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332479] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_limit.version = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332644] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_reports.file_event_handler = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332810] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332970] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] oslo_reports.log_dir = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333154] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333316] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333475] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333639] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333802] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333963] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334168] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334303] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_ovs_privileged.group = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334463] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334638] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334788] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334947] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] vif_plug_ovs_privileged.user = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335130] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.flat_interface = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335312] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335486] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335656] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335842] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336041] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336216] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336381] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336557] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336725] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_ovs.isolate_vif = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336933] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337194] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337389] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337567] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_ovs.ovsdb_interface = native {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337731] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] os_vif_ovs.per_port_bridge = False {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337902] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] privsep_osbrick.capabilities = [21] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338086] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] privsep_osbrick.group = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338279] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] privsep_osbrick.helper_command = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338453] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338618] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338781] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] privsep_osbrick.user = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338954] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339130] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] nova_sys_admin.group = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339289] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] nova_sys_admin.helper_command = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339452] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339614] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339771] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] nova_sys_admin.user = None {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339900] env[69473]: DEBUG oslo_service.backend.eventlet.service [None req-3e238b72-70d9-4116-8f47-f6e2f177f9ce None None] ******************************************************************************** {{(pid=69473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 548.340310] env[69473]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 548.843633] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Getting list of instances from cluster (obj){ [ 548.843633] env[69473]: value = "domain-c8" [ 548.843633] env[69473]: _type = "ClusterComputeResource" [ 548.843633] env[69473]: } {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.844925] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee14e38-37a0-484e-9911-e2fce2a5c8e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.854225] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Got total of 0 instances {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 548.854800] env[69473]: WARNING nova.virt.vmwareapi.driver [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 548.855315] env[69473]: INFO nova.virt.node [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Generated node identity 56b68661-71d4-4bbb-bdee-2ddde7e6f62c [ 548.855553] env[69473]: INFO nova.virt.node [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Wrote node identity 56b68661-71d4-4bbb-bdee-2ddde7e6f62c to /opt/stack/data/n-cpu-1/compute_id [ 549.358996] env[69473]: WARNING nova.compute.manager [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Compute nodes ['56b68661-71d4-4bbb-bdee-2ddde7e6f62c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 550.364390] env[69473]: INFO nova.compute.manager [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 551.370297] env[69473]: WARNING nova.compute.manager [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 551.370631] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.370860] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.371072] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.371262] env[69473]: DEBUG nova.compute.resource_tracker [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 551.372322] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c48c79-4077-4e6c-bf89-11484233e048 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.381432] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cd1205-fc3e-422b-9c29-67581fdf62f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.397979] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d905d140-5e5f-4595-b1f0-418bad5b610e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.404750] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a947d-73fe-4f9c-9985-f80abd9c93f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.436966] env[69473]: DEBUG nova.compute.resource_tracker [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181002MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 551.437153] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.437458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.941793] env[69473]: WARNING nova.compute.resource_tracker [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] No compute node record for cpu-1:56b68661-71d4-4bbb-bdee-2ddde7e6f62c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 56b68661-71d4-4bbb-bdee-2ddde7e6f62c could not be found. [ 552.448044] env[69473]: INFO nova.compute.resource_tracker [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c [ 553.955266] env[69473]: DEBUG nova.compute.resource_tracker [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 553.955683] env[69473]: DEBUG nova.compute.resource_tracker [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 554.111690] env[69473]: INFO nova.scheduler.client.report [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] [req-49729132-e033-49fd-9198-ea1beb0eadd0] Created resource provider record via placement API for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 554.129522] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6463350-9476-448a-95f3-275b4e431b82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.137348] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd85446-c185-4694-8473-8549200df090 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.166963] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4653142e-3e31-4540-bb3c-b769ce11707c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.173763] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bfb29e-1e34-46fb-9f40-afdb944e9435 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.188043] env[69473]: DEBUG nova.compute.provider_tree [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 554.727031] env[69473]: DEBUG nova.scheduler.client.report [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 554.727269] env[69473]: DEBUG nova.compute.provider_tree [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 0 to 1 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 554.727405] env[69473]: DEBUG nova.compute.provider_tree [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 554.775424] env[69473]: DEBUG nova.compute.provider_tree [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 1 to 2 during operation: update_traits {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 555.282984] env[69473]: DEBUG nova.compute.resource_tracker [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 555.282984] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.282984] env[69473]: DEBUG nova.service [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Creating RPC server for service compute {{(pid=69473) start /opt/stack/nova/nova/service.py:186}} [ 555.298517] env[69473]: DEBUG nova.service [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] Join ServiceGroup membership for this service compute {{(pid=69473) start /opt/stack/nova/nova/service.py:203}} [ 555.298795] env[69473]: DEBUG nova.servicegroup.drivers.db [None req-5c950a44-6967-49cf-b881-34f3dbf80131 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69473) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 584.300853] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.804832] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Getting list of instances from cluster (obj){ [ 584.804832] env[69473]: value = "domain-c8" [ 584.804832] env[69473]: _type = "ClusterComputeResource" [ 584.804832] env[69473]: } {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.805674] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a261dced-f789-41ee-b930-cc246bbf789f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.820120] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Got total of 0 instances {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.820120] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.820120] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Getting list of instances from cluster (obj){ [ 584.820120] env[69473]: value = "domain-c8" [ 584.820120] env[69473]: _type = "ClusterComputeResource" [ 584.820120] env[69473]: } {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.823020] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64220934-79dd-41e3-8910-c99c2feebf0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.832229] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Got total of 0 instances {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 593.134174] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "4359e04e-e11b-4565-9659-a800db1c6bc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.134590] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.638995] env[69473]: DEBUG nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.174876] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.175167] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.176986] env[69473]: INFO nova.compute.claims [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.603170] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "ac03567e-0faa-4105-87c5-f3d4a0a19289" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.603170] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.106574] env[69473]: DEBUG nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.237255] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051c236-e088-4750-be65-fcab2c431d22 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.245071] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d551d64-ebb1-4636-b5e4-a3073e1a3103 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.275958] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c57683-0cb1-47ec-8ede-c22d0d27915d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.283633] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325d796d-6de4-4b22-9398-52abd2090434 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.298307] env[69473]: DEBUG nova.compute.provider_tree [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.631077] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.803949] env[69473]: DEBUG nova.scheduler.client.report [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.308607] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.309878] env[69473]: DEBUG nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.313530] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.682s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.314265] env[69473]: INFO nova.compute.claims [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.518025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.518313] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.553956] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "8e2a554b-0f7b-44ad-a15e-3b374106d672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.554221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.827159] env[69473]: DEBUG nova.compute.utils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.828719] env[69473]: DEBUG nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.828719] env[69473]: DEBUG nova.network.neutron [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.023448] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.057275] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.108824] env[69473]: DEBUG nova.policy [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ce825e42864ce1b8bd513e78a6a7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79eafd819c164912acca459fc5b9d8f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.335792] env[69473]: DEBUG nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.470152] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e77138f-e2dd-4c2d-9cc8-d4bbe2bfb4ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.480806] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff92315-5207-4aa3-98c2-5702ffd69360 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.515272] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdfb316-7d1c-4ee1-859c-8d30f73d849d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.526229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e399d-291d-42ae-8ed8-424680fa84ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.548829] env[69473]: DEBUG nova.compute.provider_tree [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.576892] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.592158] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.662231] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "3fda8980-4333-449f-adf5-2d7c151bab7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.662231] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.974296] env[69473]: DEBUG nova.network.neutron [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Successfully created port: fadcbe85-578a-4402-9e1a-c5fcc459eb2a {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.057439] env[69473]: DEBUG nova.scheduler.client.report [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.163857] env[69473]: DEBUG nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.222773] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.222851] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.354807] env[69473]: DEBUG nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.394860] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.394860] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.394860] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.395151] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.396614] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.396828] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.397193] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.397335] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.397672] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.397848] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.399014] env[69473]: DEBUG nova.virt.hardware [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.399014] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d80418-fcf7-44b5-b9c7-ce0ccc3d3ea6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.412936] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbec789-faf2-4686-b63b-0e4072b33a88 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.431989] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dae464a-9683-40e3-8b61-a43ead832b35 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.564131] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.567633] env[69473]: DEBUG nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.570331] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.994s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.571739] env[69473]: INFO nova.compute.claims [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.701074] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.725925] env[69473]: DEBUG nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.077661] env[69473]: DEBUG nova.compute.utils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.079225] env[69473]: DEBUG nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.080085] env[69473]: DEBUG nova.network.neutron [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.139431] env[69473]: DEBUG nova.policy [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da4604d22c6446048a76b97b23657010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a2474c5e5244715817e5686eaf2f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.260666] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.570462] env[69473]: DEBUG nova.network.neutron [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Successfully created port: d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.588213] env[69473]: DEBUG nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.713600] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f109e-d8d9-4eba-b08c-8a6afcc5b1cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.722863] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791cf686-6f26-42fc-8c1e-75c4a784e393 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.758286] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a46461-7d8c-4094-bc82-c944afb6106c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.770044] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e815edf-7264-4816-be15-842f6bbde638 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.782275] env[69473]: DEBUG nova.compute.provider_tree [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.287589] env[69473]: DEBUG nova.scheduler.client.report [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.518551] env[69473]: DEBUG nova.network.neutron [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Successfully updated port: fadcbe85-578a-4402-9e1a-c5fcc459eb2a {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.604393] env[69473]: DEBUG nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.628448] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.628707] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.628906] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.629044] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.629230] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.629415] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.630169] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.630169] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.630169] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.630169] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.630373] env[69473]: DEBUG nova.virt.hardware [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.631283] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebd6635-e648-49e3-8b36-213b5bac6c39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.640497] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6562cfe-76c6-4cb3-ba7f-749d40d20db5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.793487] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.794022] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.800050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.206s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.800050] env[69473]: INFO nova.compute.claims [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.022661] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "refresh_cache-4359e04e-e11b-4565-9659-a800db1c6bc1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.022661] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired lock "refresh_cache-4359e04e-e11b-4565-9659-a800db1c6bc1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.022787] env[69473]: DEBUG nova.network.neutron [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.307866] env[69473]: DEBUG nova.compute.utils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.309608] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.309864] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.380549] env[69473]: DEBUG nova.policy [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b1f9f4d14b40fa8c75a600edc1ef4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bf31cf59d496f9b8767a477f23b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.495468] env[69473]: DEBUG nova.network.neutron [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Successfully updated port: d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.627441] env[69473]: DEBUG nova.network.neutron [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.751055] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.751291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.815827] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.948251] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df1d538-0d9d-42c8-a148-1d4fc49fac98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.957145] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b93c298-4630-47e9-82cc-669ac7e5d0ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.994383] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b2214b-be90-4c7f-af4c-134b46bca2ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.002631] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.002631] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.002631] env[69473]: DEBUG nova.network.neutron [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.004559] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780bf400-9505-400e-9a0e-9884a39de8a9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.021984] env[69473]: DEBUG nova.compute.provider_tree [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.140633] env[69473]: DEBUG nova.compute.manager [req-fbb44e20-01f4-4a93-bf36-d89fd644a240 req-b327c75d-4830-4150-8930-732c224fc3bd service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Received event network-vif-plugged-fadcbe85-578a-4402-9e1a-c5fcc459eb2a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.140633] env[69473]: DEBUG oslo_concurrency.lockutils [req-fbb44e20-01f4-4a93-bf36-d89fd644a240 req-b327c75d-4830-4150-8930-732c224fc3bd service nova] Acquiring lock "4359e04e-e11b-4565-9659-a800db1c6bc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.140757] env[69473]: DEBUG oslo_concurrency.lockutils [req-fbb44e20-01f4-4a93-bf36-d89fd644a240 req-b327c75d-4830-4150-8930-732c224fc3bd service nova] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.140898] env[69473]: DEBUG oslo_concurrency.lockutils [req-fbb44e20-01f4-4a93-bf36-d89fd644a240 req-b327c75d-4830-4150-8930-732c224fc3bd service nova] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.141129] env[69473]: DEBUG nova.compute.manager [req-fbb44e20-01f4-4a93-bf36-d89fd644a240 req-b327c75d-4830-4150-8930-732c224fc3bd service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] No waiting events found dispatching network-vif-plugged-fadcbe85-578a-4402-9e1a-c5fcc459eb2a {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.141293] env[69473]: WARNING nova.compute.manager [req-fbb44e20-01f4-4a93-bf36-d89fd644a240 req-b327c75d-4830-4150-8930-732c224fc3bd service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Received unexpected event network-vif-plugged-fadcbe85-578a-4402-9e1a-c5fcc459eb2a for instance with vm_state building and task_state spawning. [ 602.177998] env[69473]: DEBUG nova.network.neutron [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Updating instance_info_cache with network_info: [{"id": "fadcbe85-578a-4402-9e1a-c5fcc459eb2a", "address": "fa:16:3e:0d:d6:3c", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfadcbe85-57", "ovs_interfaceid": "fadcbe85-578a-4402-9e1a-c5fcc459eb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.253047] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Successfully created port: 3d9c4923-ab95-42e2-846d-5bb2d9156a0d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.255902] env[69473]: DEBUG nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.525508] env[69473]: DEBUG nova.scheduler.client.report [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.604794] env[69473]: DEBUG nova.network.neutron [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.683107] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Releasing lock "refresh_cache-4359e04e-e11b-4565-9659-a800db1c6bc1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.683107] env[69473]: DEBUG nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Instance network_info: |[{"id": "fadcbe85-578a-4402-9e1a-c5fcc459eb2a", "address": "fa:16:3e:0d:d6:3c", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfadcbe85-57", "ovs_interfaceid": "fadcbe85-578a-4402-9e1a-c5fcc459eb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.683533] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d6:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fadcbe85-578a-4402-9e1a-c5fcc459eb2a', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.698226] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.698964] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-708259bd-5ec7-401d-b9bc-058cd656ade2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.711415] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Created folder: OpenStack in parent group-v4. [ 602.712753] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Creating folder: Project (79eafd819c164912acca459fc5b9d8f0). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.712753] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df1633b6-c997-4ad8-be11-9a5c63e25ef8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.725075] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Created folder: Project (79eafd819c164912acca459fc5b9d8f0) in parent group-v669999. [ 602.725075] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Creating folder: Instances. Parent ref: group-v670000. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.725075] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aecd5d98-5175-4e1b-a081-e2c2671d8136 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.733360] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Created folder: Instances in parent group-v670000. [ 602.733595] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.733781] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.733972] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e6bb146-3dc7-46f3-80ee-04ce9cf8db43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.754561] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.754561] env[69473]: value = "task-3357159" [ 602.754561] env[69473]: _type = "Task" [ 602.754561] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.769392] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357159, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.785570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.831624] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.879885] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.880150] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.880311] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.880502] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.880654] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.880942] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.881991] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.882261] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.882455] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.884387] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.884627] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.885548] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc42f34-eea7-4006-9ee5-720db9c8ca53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.895737] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c83356e-e9b2-4054-8c8a-113b6c2e7420 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.914129] env[69473]: DEBUG nova.network.neutron [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [{"id": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "address": "fa:16:3e:35:ec:e9", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dd52aa-77", "ovs_interfaceid": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.030664] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.032647] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.040034] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.336s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.040034] env[69473]: INFO nova.compute.claims [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.267648] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357159, 'name': CreateVM_Task, 'duration_secs': 0.345705} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.268091] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.278830] env[69473]: DEBUG oslo_vmware.service [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04f6ec3-7dee-4def-80d9-ef3d51a2d407 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.286333] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.286509] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.287274] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.287536] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff4c105-8dd3-4a7c-b985-9327820d2d15 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.291995] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 603.291995] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525d4f05-e9fe-8283-e6ce-3338dd362db4" [ 603.291995] env[69473]: _type = "Task" [ 603.291995] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.301265] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525d4f05-e9fe-8283-e6ce-3338dd362db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.417276] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Releasing lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.420177] env[69473]: DEBUG nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Instance network_info: |[{"id": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "address": "fa:16:3e:35:ec:e9", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dd52aa-77", "ovs_interfaceid": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.420481] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:ec:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1dd52aa-776b-4701-bbb9-30dc5b316f51', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.432137] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Creating folder: Project (1a2474c5e5244715817e5686eaf2f77f). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.432991] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51b6adec-c026-4786-9d31-8959251909fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.447294] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Created folder: Project (1a2474c5e5244715817e5686eaf2f77f) in parent group-v669999. [ 603.447496] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Creating folder: Instances. Parent ref: group-v670003. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.447745] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8160d31-1e09-406b-8be9-cc251c933af8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.457183] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Created folder: Instances in parent group-v670003. [ 603.458159] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.458948] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.459356] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a90a974-ef79-40d5-b971-af8b29e37e94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.483803] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.483803] env[69473]: value = "task-3357162" [ 603.483803] env[69473]: _type = "Task" [ 603.483803] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.492073] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357162, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.526025] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.526414] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.526614] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.526813] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.527039] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.527484] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.527690] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.527823] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 603.527976] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.543380] env[69473]: DEBUG nova.compute.utils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.548207] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.548207] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.614660] env[69473]: DEBUG nova.policy [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b1f9f4d14b40fa8c75a600edc1ef4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bf31cf59d496f9b8767a477f23b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.806326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.806609] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.807608] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.807608] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.807608] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.808257] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0756f936-4405-41b4-a715-a0c3d9f9f61f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.816045] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.816243] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.817093] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0202d31-c3da-4c6a-a40b-43bdccd3f9e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.825884] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed804380-9d39-4dd6-9ac9-a9f91ca0a4ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.835053] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 603.835053] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d155bd-aba5-dc3f-f749-8f25ca36d334" [ 603.835053] env[69473]: _type = "Task" [ 603.835053] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.843231] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d155bd-aba5-dc3f-f749-8f25ca36d334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.999564] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357162, 'name': CreateVM_Task, 'duration_secs': 0.347655} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.999745] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.000721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.000986] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.001512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.001642] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0c03ca-1336-4398-b4fb-55809937241a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.007310] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 604.007310] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529e8a14-5167-df76-ff15-3c422e23908f" [ 604.007310] env[69473]: _type = "Task" [ 604.007310] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.017336] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529e8a14-5167-df76-ff15-3c422e23908f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.035529] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.047384] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.228073] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12abcc2-3f7a-4d9e-bae7-7ee1d3d1cfdc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.237986] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71976075-0ef7-4b5e-a75b-e19faee6edfd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.279773] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c58aec-2be4-4a3b-a95e-a7e748c7f9bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.289063] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a4fdfd-5b62-4e1f-b986-499a05fb3d23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.303658] env[69473]: DEBUG nova.compute.provider_tree [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.347624] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Preparing fetch location {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.348108] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Creating directory with path [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.348512] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30a6bacc-195c-4018-b063-d7ad8dcf5208 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.371236] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Created directory with path [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.371236] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Fetch image to [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.371236] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Downloading image file data ad8ad275-4636-4468-b879-c97f1a3e7404 to [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk on the data store datastore2 {{(pid=69473) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.371236] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87f0f75-8589-44fd-92e0-4e141a646521 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.380598] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5614f7-defb-42ea-94dc-3bf2adcd5978 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.390933] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b5b696-df12-4e01-a493-17525b928968 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.434226] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f1da76-7a3b-433d-b2a3-c9e82a3f4efb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.440972] env[69473]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e46ebbbe-f7b0-46c0-ba4e-686e57ab8991 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.471557] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Successfully created port: 5fa42e3d-b43b-4ab7-8364-df32054eef3a {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.474029] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Downloading image file data ad8ad275-4636-4468-b879-c97f1a3e7404 to the data store datastore2 {{(pid=69473) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.508518] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Successfully updated port: 3d9c4923-ab95-42e2-846d-5bb2d9156a0d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.519384] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.519655] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.519861] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562154] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69473) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.807495] env[69473]: DEBUG nova.scheduler.client.report [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.013586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "refresh_cache-f2c5d8bd-7a27-4779-8bf1-a8442162035f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.013847] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "refresh_cache-f2c5d8bd-7a27-4779-8bf1-a8442162035f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.013937] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.061138] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.093772] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.094531] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.094731] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.094979] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.096017] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.096017] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.096017] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.096017] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.096260] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.096338] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.096608] env[69473]: DEBUG nova.virt.hardware [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.097966] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264b7e3-193e-4d55-a680-c1353657b268 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.112083] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ecd55-ce23-4d41-a1d2-24f7d0cc00b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.316768] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.318063] env[69473]: DEBUG nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.323853] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Completed reading data from the image iterator. {{(pid=69473) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.324162] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.324521] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.064s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.326385] env[69473]: INFO nova.compute.claims [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.383226] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Downloaded image file data ad8ad275-4636-4468-b879-c97f1a3e7404 to vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk on the data store datastore2 {{(pid=69473) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.385124] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Caching image {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.385411] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Copying Virtual Disk [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk to [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.385717] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64ecf363-da7e-4879-8542-6c998090c639 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.397306] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 605.397306] env[69473]: value = "task-3357163" [ 605.397306] env[69473]: _type = "Task" [ 605.397306] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.408709] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.612018] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.833925] env[69473]: DEBUG nova.compute.utils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.840185] env[69473]: DEBUG nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.840185] env[69473]: DEBUG nova.network.neutron [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.910095] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.992535] env[69473]: DEBUG nova.policy [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54bf7b272c1043d18a028ab31abf8fa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194baaa50bc340458309b636c87b1bd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.996539] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Updating instance_info_cache with network_info: [{"id": "3d9c4923-ab95-42e2-846d-5bb2d9156a0d", "address": "fa:16:3e:ee:8b:66", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9c4923-ab", "ovs_interfaceid": "3d9c4923-ab95-42e2-846d-5bb2d9156a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.341027] env[69473]: DEBUG nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.413637] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671944} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.414086] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Copied Virtual Disk [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk to [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.414363] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleting the datastore file [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.414798] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18b99e60-ae05-4ed0-88a9-e00a4f3c4eaf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.421220] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 606.421220] env[69473]: value = "task-3357164" [ 606.421220] env[69473]: _type = "Task" [ 606.421220] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.436285] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.483098] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8930f-e2bd-48b9-9bcc-0b4bcb43a4a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.492691] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf0d923-60b7-44e2-9607-06892c2fb282 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.496894] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Successfully updated port: 5fa42e3d-b43b-4ab7-8364-df32054eef3a {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.500638] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "refresh_cache-f2c5d8bd-7a27-4779-8bf1-a8442162035f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.500938] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Instance network_info: |[{"id": "3d9c4923-ab95-42e2-846d-5bb2d9156a0d", "address": "fa:16:3e:ee:8b:66", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9c4923-ab", "ovs_interfaceid": "3d9c4923-ab95-42e2-846d-5bb2d9156a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.530613] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:8b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9c4923-ab95-42e2-846d-5bb2d9156a0d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.539102] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Creating folder: Project (978bf31cf59d496f9b8767a477f23b4c). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.540521] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f29b6542-3ab5-40a6-abcc-824aa74c7a1c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.542950] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0846afdf-d5f6-42e4-a185-fa992cfb350f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.555835] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Created folder: Project (978bf31cf59d496f9b8767a477f23b4c) in parent group-v669999. [ 606.556018] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Creating folder: Instances. Parent ref: group-v670006. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.556428] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c7f795-2b1f-4929-af30-ccd42e6881fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.563178] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6582ee8d-d7db-4460-957e-d4400b4d67ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.567781] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Created folder: Instances in parent group-v670006. [ 606.568412] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.568923] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.569824] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af02a97-272e-4256-b9b3-649ca2f06e34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.593229] env[69473]: DEBUG nova.compute.provider_tree [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.599501] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.599501] env[69473]: value = "task-3357167" [ 606.599501] env[69473]: _type = "Task" [ 606.599501] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.607652] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357167, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.940066] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022146} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.940835] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.941502] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Moving file from [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310/ad8ad275-4636-4468-b879-c97f1a3e7404 to [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404. {{(pid=69473) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 606.943018] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-729d1c57-425f-44c3-bae0-646f623d0d31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.949407] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 606.949407] env[69473]: value = "task-3357168" [ 606.949407] env[69473]: _type = "Task" [ 606.949407] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.958189] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357168, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.001268] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "refresh_cache-8e2a554b-0f7b-44ad-a15e-3b374106d672" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.003278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "refresh_cache-8e2a554b-0f7b-44ad-a15e-3b374106d672" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.003278] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.028363] env[69473]: DEBUG nova.compute.manager [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Received event network-changed-fadcbe85-578a-4402-9e1a-c5fcc459eb2a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.028555] env[69473]: DEBUG nova.compute.manager [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Refreshing instance network info cache due to event network-changed-fadcbe85-578a-4402-9e1a-c5fcc459eb2a. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.028774] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Acquiring lock "refresh_cache-4359e04e-e11b-4565-9659-a800db1c6bc1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.028915] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Acquired lock "refresh_cache-4359e04e-e11b-4565-9659-a800db1c6bc1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.029110] env[69473]: DEBUG nova.network.neutron [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Refreshing network info cache for port fadcbe85-578a-4402-9e1a-c5fcc459eb2a {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.097647] env[69473]: DEBUG nova.scheduler.client.report [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.115133] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357167, 'name': CreateVM_Task, 'duration_secs': 0.354167} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.115302] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.116162] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.116455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.116820] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.117178] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5402373b-f8bd-4e19-af1f-5a5088c04383 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.123986] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 607.123986] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52725226-6b37-d4d2-7b4f-b8905b31b6eb" [ 607.123986] env[69473]: _type = "Task" [ 607.123986] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.135983] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52725226-6b37-d4d2-7b4f-b8905b31b6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.136535] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.136813] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.136813] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.160124] env[69473]: DEBUG nova.network.neutron [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Successfully created port: a2400190-3bf0-453c-985f-310ce74cf0bf {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.360440] env[69473]: DEBUG nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.393967] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.394246] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.394383] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.394606] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.394700] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.394843] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.395057] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.395221] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.395385] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.395542] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.395711] env[69473]: DEBUG nova.virt.hardware [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.396606] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47d1e8-6c94-4112-8080-77c7ec850e52 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.406019] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50657f9a-fb87-4773-b93e-0233fc7db6b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.461757] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357168, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023898} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.461757] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] File moved {{(pid=69473) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.461757] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Cleaning up location [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.461757] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleting the datastore file [datastore2] vmware_temp/fadde56c-5f64-480a-b4a6-1b4f124d8310 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.462048] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c9a98c7-4126-4c8a-8c6b-4a5137303b6e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.469050] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 607.469050] env[69473]: value = "task-3357169" [ 607.469050] env[69473]: _type = "Task" [ 607.469050] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.478578] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.591570] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.611294] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.611785] env[69473]: DEBUG nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.614435] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.829s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.619019] env[69473]: INFO nova.compute.claims [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.779236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "0b762725-776a-4a67-9a02-4212f1f66a0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.779236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.986499] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024806} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.986911] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.988488] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46091698-e539-43a0-9342-edf39490c298 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.993837] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 607.993837] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5249f439-9653-2b5d-dcb0-e4fe206c8b68" [ 607.993837] env[69473]: _type = "Task" [ 607.993837] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.003562] env[69473]: DEBUG nova.network.neutron [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Updating instance_info_cache with network_info: [{"id": "5fa42e3d-b43b-4ab7-8364-df32054eef3a", "address": "fa:16:3e:e2:9b:44", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa42e3d-b4", "ovs_interfaceid": "5fa42e3d-b43b-4ab7-8364-df32054eef3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.008168] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5249f439-9653-2b5d-dcb0-e4fe206c8b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.095881] env[69473]: DEBUG nova.network.neutron [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Updated VIF entry in instance network info cache for port fadcbe85-578a-4402-9e1a-c5fcc459eb2a. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.096270] env[69473]: DEBUG nova.network.neutron [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Updating instance_info_cache with network_info: [{"id": "fadcbe85-578a-4402-9e1a-c5fcc459eb2a", "address": "fa:16:3e:0d:d6:3c", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfadcbe85-57", "ovs_interfaceid": "fadcbe85-578a-4402-9e1a-c5fcc459eb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.124573] env[69473]: DEBUG nova.compute.utils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.134795] env[69473]: DEBUG nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.134795] env[69473]: DEBUG nova.network.neutron [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.208270] env[69473]: DEBUG nova.policy [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4393c185cf649fcbdf4d35d513c0663', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfa01504fee44fca8a1875355c591472', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.284022] env[69473]: DEBUG nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.313833] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.313833] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.507759] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "97994bf0-b61e-490d-a0d5-d704a2650f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.507759] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.512492] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "refresh_cache-8e2a554b-0f7b-44ad-a15e-3b374106d672" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.514072] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Instance network_info: |[{"id": "5fa42e3d-b43b-4ab7-8364-df32054eef3a", "address": "fa:16:3e:e2:9b:44", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa42e3d-b4", "ovs_interfaceid": "5fa42e3d-b43b-4ab7-8364-df32054eef3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.514072] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5249f439-9653-2b5d-dcb0-e4fe206c8b68, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.514670] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:9b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fa42e3d-b43b-4ab7-8364-df32054eef3a', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.521913] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.522862] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.523368] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 4359e04e-e11b-4565-9659-a800db1c6bc1/4359e04e-e11b-4565-9659-a800db1c6bc1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.524018] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.524393] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.524697] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.525343] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5b0764e-8ef9-4b64-bc68-88e62895ca08 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.528285] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d52aea4a-9763-422c-80e8-307951045dd5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.547858] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253d0d19-8dc1-4656-981e-c7057ad0549e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.556103] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 608.556103] env[69473]: value = "task-3357170" [ 608.556103] env[69473]: _type = "Task" [ 608.556103] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.559727] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.559727] env[69473]: value = "task-3357171" [ 608.559727] env[69473]: _type = "Task" [ 608.559727] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.572201] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.572466] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.578664] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2d4a9a-439b-44ac-8dda-ed85ba999293 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.582452] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.589323] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357171, 'name': CreateVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.594070] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 608.594070] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521bdc43-4a66-cf9b-a208-a76fcbe24589" [ 608.594070] env[69473]: _type = "Task" [ 608.594070] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.602198] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Releasing lock "refresh_cache-4359e04e-e11b-4565-9659-a800db1c6bc1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.602505] env[69473]: DEBUG nova.compute.manager [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received event network-vif-plugged-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.602817] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Acquiring lock "ac03567e-0faa-4105-87c5-f3d4a0a19289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.603104] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.603416] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.603567] env[69473]: DEBUG nova.compute.manager [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] No waiting events found dispatching network-vif-plugged-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.603768] env[69473]: WARNING nova.compute.manager [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received unexpected event network-vif-plugged-d1dd52aa-776b-4701-bbb9-30dc5b316f51 for instance with vm_state building and task_state spawning. [ 608.604036] env[69473]: DEBUG nova.compute.manager [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.604297] env[69473]: DEBUG nova.compute.manager [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing instance network info cache due to event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.605042] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Acquiring lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.605042] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Acquired lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.605042] env[69473]: DEBUG nova.network.neutron [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.606312] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521bdc43-4a66-cf9b-a208-a76fcbe24589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.637022] env[69473]: DEBUG nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.819720] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.820896] env[69473]: DEBUG nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.832254] env[69473]: DEBUG nova.network.neutron [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Successfully created port: 04a54500-f618-4ea1-9013-5929f446c572 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.836070] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0379044-18b2-4646-b7b6-c42ce7439262 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.843893] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc352a4f-d06d-4b48-a003-ab2429e360ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.879821] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d76127-5b81-4489-8bcf-c355b1227dbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.888825] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb61dca0-588d-4539-922b-580e91568b5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.904018] env[69473]: DEBUG nova.compute.provider_tree [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.014756] env[69473]: DEBUG nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.077776] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357170, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.087233] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357171, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.112072] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521bdc43-4a66-cf9b-a208-a76fcbe24589, 'name': SearchDatastore_Task, 'duration_secs': 0.021364} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.113409] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750132d1-2195-4969-81bf-ccd8293db867 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.120433] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 609.120433] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ed0a7-d814-2b5f-06cc-3e9253d306c2" [ 609.120433] env[69473]: _type = "Task" [ 609.120433] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.129780] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ed0a7-d814-2b5f-06cc-3e9253d306c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.349911] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.373681] env[69473]: DEBUG nova.network.neutron [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updated VIF entry in instance network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.374012] env[69473]: DEBUG nova.network.neutron [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [{"id": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "address": "fa:16:3e:35:ec:e9", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dd52aa-77", "ovs_interfaceid": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.410871] env[69473]: DEBUG nova.scheduler.client.report [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.537940] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.572734] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564961} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.575630] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 4359e04e-e11b-4565-9659-a800db1c6bc1/4359e04e-e11b-4565-9659-a800db1c6bc1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.575858] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.576917] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5c1829a-95d4-44a3-abb7-f8daa29d29e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.584135] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357171, 'name': CreateVM_Task, 'duration_secs': 0.597588} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.585113] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.585568] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 609.585568] env[69473]: value = "task-3357172" [ 609.585568] env[69473]: _type = "Task" [ 609.585568] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.586498] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.586767] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.587291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.587683] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e87be55-766a-492a-9228-4ef68adabc7c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.595718] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 609.595718] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52311408-05c5-4565-a4f1-579912409dc0" [ 609.595718] env[69473]: _type = "Task" [ 609.595718] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.600397] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.610769] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52311408-05c5-4565-a4f1-579912409dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.610769] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.610769] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.610769] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.633155] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ed0a7-d814-2b5f-06cc-3e9253d306c2, 'name': SearchDatastore_Task, 'duration_secs': 0.015556} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.633155] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.633155] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ac03567e-0faa-4105-87c5-f3d4a0a19289/ac03567e-0faa-4105-87c5-f3d4a0a19289.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.633155] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.633492] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.633492] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8c90663-66d4-49c4-9351-eb45f30d1601 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.636276] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc16a7b-3214-4913-ab9d-c23785c664eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.647827] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 609.647827] env[69473]: value = "task-3357173" [ 609.647827] env[69473]: _type = "Task" [ 609.647827] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.652873] env[69473]: DEBUG nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.657019] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.657019] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.657746] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d98599-fba0-4014-96ca-5d65e6626884 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.664929] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.669131] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 609.669131] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206d0fe-f61e-38b1-555a-e27b962684fa" [ 609.669131] env[69473]: _type = "Task" [ 609.669131] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.678538] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206d0fe-f61e-38b1-555a-e27b962684fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.697020] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.697020] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.697020] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.697350] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.697350] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.697350] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.697350] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.697350] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.697502] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.697502] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.698044] env[69473]: DEBUG nova.virt.hardware [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.701389] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a90b65-98a4-409b-8775-8c1f4893aafd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.707702] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc24c492-eab2-43a2-b6ea-1d2ac62bf691 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.877549] env[69473]: DEBUG oslo_concurrency.lockutils [req-0f0254fd-1048-4408-bacf-cba7983fdc3e req-62012498-3ff7-4e4f-8c76-ef8ced0db336 service nova] Releasing lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.919157] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.919795] env[69473]: DEBUG nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.922960] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.887s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.926963] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.927342] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 609.929616] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.109s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.931308] env[69473]: INFO nova.compute.claims [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.935852] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d819a445-d5eb-4907-a862-5bbfc49d52ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.951209] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb4f73-0426-4242-87ec-a68353180484 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.973643] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8d49be-33fd-46f4-a396-81f61608b5c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.980282] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0075a96a-1a74-43c9-b5d7-44a490b26584 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.027926] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181002MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 610.028235] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.101825] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06935} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.102178] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.103311] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f7d91-a7dd-4766-a3db-e2759cbb7df3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.131013] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 4359e04e-e11b-4565-9659-a800db1c6bc1/4359e04e-e11b-4565-9659-a800db1c6bc1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.131361] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c92f220-88f3-4171-8401-a037f9cd3005 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.153038] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 610.153038] env[69473]: value = "task-3357174" [ 610.153038] env[69473]: _type = "Task" [ 610.153038] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.155441] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.159013] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ac03567e-0faa-4105-87c5-f3d4a0a19289/ac03567e-0faa-4105-87c5-f3d4a0a19289.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.159013] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.159165] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87e22c32-a3b1-486c-aa37-a6e958cb1588 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.165988] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.167361] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 610.167361] env[69473]: value = "task-3357175" [ 610.167361] env[69473]: _type = "Task" [ 610.167361] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.179964] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.183366] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206d0fe-f61e-38b1-555a-e27b962684fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.184247] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc24de41-2a1a-430e-92d8-de11b220d863 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.194070] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 610.194070] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d2b7be-2f44-b255-108c-616b49196529" [ 610.194070] env[69473]: _type = "Task" [ 610.194070] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.206251] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d2b7be-2f44-b255-108c-616b49196529, 'name': SearchDatastore_Task, 'duration_secs': 0.008832} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.206251] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.206251] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f2c5d8bd-7a27-4779-8bf1-a8442162035f/f2c5d8bd-7a27-4779-8bf1-a8442162035f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.206251] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.206631] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.206631] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9bcf314-00b8-488b-ae28-2c9b9764548c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.208265] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56330963-2955-4f94-8c34-0b6c188a8a3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.212090] env[69473]: DEBUG nova.network.neutron [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Successfully updated port: a2400190-3bf0-453c-985f-310ce74cf0bf {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.219655] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 610.219655] env[69473]: value = "task-3357176" [ 610.219655] env[69473]: _type = "Task" [ 610.219655] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.224228] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.224403] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.225891] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbb7010-c5d7-4ef6-bd37-254a3c87e1fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.231932] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.234921] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 610.234921] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520cd221-67e9-fccd-1ab8-b01e354d207a" [ 610.234921] env[69473]: _type = "Task" [ 610.234921] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.242947] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520cd221-67e9-fccd-1ab8-b01e354d207a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.437901] env[69473]: DEBUG nova.compute.utils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.440762] env[69473]: DEBUG nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.441053] env[69473]: DEBUG nova.network.neutron [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.589198] env[69473]: DEBUG nova.policy [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76228fd87c947cca7b326d2fd757017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c909cbfdf31434e849826ce64e7563c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.668159] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357174, 'name': ReconfigVM_Task, 'duration_secs': 0.461008} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.668159] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 4359e04e-e11b-4565-9659-a800db1c6bc1/4359e04e-e11b-4565-9659-a800db1c6bc1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.668159] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-290f8933-0b64-423f-be3e-47582cc13aea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.679162] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067382} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.680900] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.681243] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 610.681243] env[69473]: value = "task-3357177" [ 610.681243] env[69473]: _type = "Task" [ 610.681243] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.682569] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1e80f0-1a7c-459c-bb51-c79d1d5c4bd7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.710652] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] ac03567e-0faa-4105-87c5-f3d4a0a19289/ac03567e-0faa-4105-87c5-f3d4a0a19289.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.713961] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7ca136-3037-451e-a115-f0067906b8e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.729978] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "refresh_cache-3fda8980-4333-449f-adf5-2d7c151bab7a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.730459] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired lock "refresh_cache-3fda8980-4333-449f-adf5-2d7c151bab7a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.730459] env[69473]: DEBUG nova.network.neutron [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.744026] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 610.744026] env[69473]: value = "task-3357178" [ 610.744026] env[69473]: _type = "Task" [ 610.744026] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.747907] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501515} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.750812] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f2c5d8bd-7a27-4779-8bf1-a8442162035f/f2c5d8bd-7a27-4779-8bf1-a8442162035f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.751040] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.754928] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a90d77f-cc65-40fe-a275-71777cdb10cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.757273] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520cd221-67e9-fccd-1ab8-b01e354d207a, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.758727] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4bd582-a639-4b38-bfcc-f988102dbfd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.764700] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.766475] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 610.766475] env[69473]: value = "task-3357179" [ 610.766475] env[69473]: _type = "Task" [ 610.766475] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.772460] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 610.772460] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528129d8-ed2e-44bc-bde9-6492cca6de7b" [ 610.772460] env[69473]: _type = "Task" [ 610.772460] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.780029] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.787452] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528129d8-ed2e-44bc-bde9-6492cca6de7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.787883] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.788210] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 8e2a554b-0f7b-44ad-a15e-3b374106d672/8e2a554b-0f7b-44ad-a15e-3b374106d672.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.788452] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04672056-acc9-4697-ad95-b66a9cfeaaa4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.796413] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 610.796413] env[69473]: value = "task-3357180" [ 610.796413] env[69473]: _type = "Task" [ 610.796413] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.805977] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.941963] env[69473]: DEBUG nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.956926] env[69473]: DEBUG nova.network.neutron [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Successfully updated port: 04a54500-f618-4ea1-9013-5929f446c572 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.127040] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Received event network-vif-plugged-3d9c4923-ab95-42e2-846d-5bb2d9156a0d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.130288] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Acquiring lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.130288] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.130288] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.130288] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] No waiting events found dispatching network-vif-plugged-3d9c4923-ab95-42e2-846d-5bb2d9156a0d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.130288] env[69473]: WARNING nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Received unexpected event network-vif-plugged-3d9c4923-ab95-42e2-846d-5bb2d9156a0d for instance with vm_state building and task_state spawning. [ 611.130465] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Received event network-changed-3d9c4923-ab95-42e2-846d-5bb2d9156a0d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.130465] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Refreshing instance network info cache due to event network-changed-3d9c4923-ab95-42e2-846d-5bb2d9156a0d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.130465] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Acquiring lock "refresh_cache-f2c5d8bd-7a27-4779-8bf1-a8442162035f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.130465] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Acquired lock "refresh_cache-f2c5d8bd-7a27-4779-8bf1-a8442162035f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.130465] env[69473]: DEBUG nova.network.neutron [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Refreshing network info cache for port 3d9c4923-ab95-42e2-846d-5bb2d9156a0d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.209957] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357177, 'name': Rename_Task, 'duration_secs': 0.170759} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.210247] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.210541] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc185cd-e36f-4042-b01c-c631b1115244 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.218881] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 611.218881] env[69473]: value = "task-3357181" [ 611.218881] env[69473]: _type = "Task" [ 611.218881] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.240806] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357181, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.261778] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357178, 'name': ReconfigVM_Task, 'duration_secs': 0.340185} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.263216] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Reconfigured VM instance instance-00000002 to attach disk [datastore2] ac03567e-0faa-4105-87c5-f3d4a0a19289/ac03567e-0faa-4105-87c5-f3d4a0a19289.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.263913] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec4e7adf-fd33-47d6-9cf1-d92de32abd06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.273795] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 611.273795] env[69473]: value = "task-3357182" [ 611.273795] env[69473]: _type = "Task" [ 611.273795] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.284692] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067206} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.285454] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.286795] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff366d00-883a-4df4-aacb-3f53cd9ee8d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.293036] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357182, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.321758] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f2c5d8bd-7a27-4779-8bf1-a8442162035f/f2c5d8bd-7a27-4779-8bf1-a8442162035f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.323240] env[69473]: DEBUG nova.network.neutron [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.328865] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22586e53-d19a-4053-ac85-c0052a072beb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.351401] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49556} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.353468] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 8e2a554b-0f7b-44ad-a15e-3b374106d672/8e2a554b-0f7b-44ad-a15e-3b374106d672.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.353684] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.354026] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 611.354026] env[69473]: value = "task-3357183" [ 611.354026] env[69473]: _type = "Task" [ 611.354026] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.354221] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-509f4652-148b-4373-910b-be7751f70987 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.362853] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ba9e8-0863-43c4-9f7a-9d2cce884ddd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.367490] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 611.367490] env[69473]: value = "task-3357184" [ 611.367490] env[69473]: _type = "Task" [ 611.367490] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.377671] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.379452] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417125c-791e-4fff-95ca-b0c449f44499 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.387340] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.421652] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c89af96-7522-4d55-93ee-5c1086b3960e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.430148] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c225817-d974-41f3-89c6-5bfd688a8501 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.444579] env[69473]: DEBUG nova.compute.provider_tree [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.461252] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "refresh_cache-01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.461398] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquired lock "refresh_cache-01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.461544] env[69473]: DEBUG nova.network.neutron [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.691487] env[69473]: DEBUG nova.network.neutron [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Updating instance_info_cache with network_info: [{"id": "a2400190-3bf0-453c-985f-310ce74cf0bf", "address": "fa:16:3e:6c:5d:c3", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2400190-3b", "ovs_interfaceid": "a2400190-3bf0-453c-985f-310ce74cf0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.711721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "ed013635-0798-47d9-bfa6-4ad2673d96c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.712044] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.732934] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357181, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.785859] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357182, 'name': Rename_Task, 'duration_secs': 0.147696} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.789071] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.789071] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f917702-f2e4-4fe4-9f46-45fef0b8b1b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.798336] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 611.798336] env[69473]: value = "task-3357185" [ 611.798336] env[69473]: _type = "Task" [ 611.798336] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.807086] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.871030] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357183, 'name': ReconfigVM_Task, 'duration_secs': 0.383778} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.871030] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f2c5d8bd-7a27-4779-8bf1-a8442162035f/f2c5d8bd-7a27-4779-8bf1-a8442162035f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.872781] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7f1f235-f3c3-459d-9551-fb6ec5643167 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.880358] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189022} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.882100] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.882639] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 611.882639] env[69473]: value = "task-3357186" [ 611.882639] env[69473]: _type = "Task" [ 611.882639] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.883674] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f136356b-bf07-4d93-b4f1-e00aa8c47f61 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.896934] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357186, 'name': Rename_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.924033] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 8e2a554b-0f7b-44ad-a15e-3b374106d672/8e2a554b-0f7b-44ad-a15e-3b374106d672.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.924033] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e6a120-888d-4076-90bf-27003a539669 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.944835] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 611.944835] env[69473]: value = "task-3357187" [ 611.944835] env[69473]: _type = "Task" [ 611.944835] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.959847] env[69473]: DEBUG nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.959847] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.985830] env[69473]: ERROR nova.scheduler.client.report [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [req-82e81837-be1e-4af1-afd4-0aca184f6d7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82e81837-be1e-4af1-afd4-0aca184f6d7f"}]} [ 611.990218] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.990457] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.990609] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.990788] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.990933] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.991090] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.991308] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.991468] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.991631] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.991790] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.991991] env[69473]: DEBUG nova.virt.hardware [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.993423] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb309e-2e70-498c-a685-0943dd1c1ac7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.003017] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd11a3-d119-470a-b753-f4d44ae07af8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.027075] env[69473]: DEBUG nova.scheduler.client.report [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 612.048507] env[69473]: DEBUG nova.scheduler.client.report [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 612.048756] env[69473]: DEBUG nova.compute.provider_tree [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.062732] env[69473]: DEBUG nova.scheduler.client.report [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 612.094069] env[69473]: DEBUG nova.scheduler.client.report [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 612.178437] env[69473]: DEBUG nova.network.neutron [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Successfully created port: 94bdc28a-e812-4a3c-a08a-07d4e90f3c81 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.198713] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Releasing lock "refresh_cache-3fda8980-4333-449f-adf5-2d7c151bab7a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.198713] env[69473]: DEBUG nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Instance network_info: |[{"id": "a2400190-3bf0-453c-985f-310ce74cf0bf", "address": "fa:16:3e:6c:5d:c3", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2400190-3b", "ovs_interfaceid": "a2400190-3bf0-453c-985f-310ce74cf0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.199338] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:5d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2400190-3bf0-453c-985f-310ce74cf0bf', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.211483] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Creating folder: Project (194baaa50bc340458309b636c87b1bd6). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.214992] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efbf9668-4bcc-4d5d-9d37-b23616bc16fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.227252] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Created folder: Project (194baaa50bc340458309b636c87b1bd6) in parent group-v669999. [ 612.227252] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Creating folder: Instances. Parent ref: group-v670010. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.230279] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60cc0f15-6273-4c11-b706-73607e47d2de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.235469] env[69473]: DEBUG oslo_vmware.api [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357181, 'name': PowerOnVM_Task, 'duration_secs': 0.692761} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.242616] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.242616] env[69473]: INFO nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Took 13.89 seconds to spawn the instance on the hypervisor. [ 612.242616] env[69473]: DEBUG nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.243589] env[69473]: DEBUG nova.compute.manager [req-2ca5644d-f634-4ddf-8ed3-8192825f32fc req-3498de84-3a73-435c-86be-c54e066192a3 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Received event network-vif-plugged-a2400190-3bf0-453c-985f-310ce74cf0bf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.243826] env[69473]: DEBUG oslo_concurrency.lockutils [req-2ca5644d-f634-4ddf-8ed3-8192825f32fc req-3498de84-3a73-435c-86be-c54e066192a3 service nova] Acquiring lock "3fda8980-4333-449f-adf5-2d7c151bab7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.244075] env[69473]: DEBUG oslo_concurrency.lockutils [req-2ca5644d-f634-4ddf-8ed3-8192825f32fc req-3498de84-3a73-435c-86be-c54e066192a3 service nova] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.244310] env[69473]: DEBUG oslo_concurrency.lockutils [req-2ca5644d-f634-4ddf-8ed3-8192825f32fc req-3498de84-3a73-435c-86be-c54e066192a3 service nova] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.245068] env[69473]: DEBUG nova.compute.manager [req-2ca5644d-f634-4ddf-8ed3-8192825f32fc req-3498de84-3a73-435c-86be-c54e066192a3 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] No waiting events found dispatching network-vif-plugged-a2400190-3bf0-453c-985f-310ce74cf0bf {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.245068] env[69473]: WARNING nova.compute.manager [req-2ca5644d-f634-4ddf-8ed3-8192825f32fc req-3498de84-3a73-435c-86be-c54e066192a3 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Received unexpected event network-vif-plugged-a2400190-3bf0-453c-985f-310ce74cf0bf for instance with vm_state building and task_state spawning. [ 612.247164] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81a1b1-0348-4532-ae42-d060da638a3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.262109] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Created folder: Instances in parent group-v670010. [ 612.262109] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.265364] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.266466] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-796ff290-6f6b-4fee-8287-a6613d59f402 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.293081] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.293081] env[69473]: value = "task-3357190" [ 612.293081] env[69473]: _type = "Task" [ 612.293081] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.307344] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357190, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.311421] env[69473]: DEBUG oslo_vmware.api [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357185, 'name': PowerOnVM_Task, 'duration_secs': 0.48339} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.311682] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.312895] env[69473]: INFO nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Took 11.71 seconds to spawn the instance on the hypervisor. [ 612.312895] env[69473]: DEBUG nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.313140] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fdf291-1315-45ad-ba9d-8ec5639a0c0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.324054] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ed1b0-f05a-4778-8877-dc7cffe8ab92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.332980] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4466a98-0e7f-49ba-86d0-b1ed640c1ff0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.341092] env[69473]: DEBUG nova.network.neutron [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.371802] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b2a17c-9e5d-4f22-90ba-d4bf33acb130 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.380766] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcc40e9-5494-4a0d-b6eb-832f8e80c03f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.397564] env[69473]: DEBUG nova.compute.provider_tree [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.406768] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357186, 'name': Rename_Task, 'duration_secs': 0.154836} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.407088] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.407531] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb74a6c-ff41-431a-be09-41dd369c2a51 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.413842] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 612.413842] env[69473]: value = "task-3357191" [ 612.413842] env[69473]: _type = "Task" [ 612.413842] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.423920] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.460116] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.728220] env[69473]: DEBUG nova.network.neutron [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Updated VIF entry in instance network info cache for port 3d9c4923-ab95-42e2-846d-5bb2d9156a0d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.728727] env[69473]: DEBUG nova.network.neutron [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Updating instance_info_cache with network_info: [{"id": "3d9c4923-ab95-42e2-846d-5bb2d9156a0d", "address": "fa:16:3e:ee:8b:66", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9c4923-ab", "ovs_interfaceid": "3d9c4923-ab95-42e2-846d-5bb2d9156a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.773058] env[69473]: INFO nova.compute.manager [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Took 18.63 seconds to build instance. [ 612.802198] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357190, 'name': CreateVM_Task, 'duration_secs': 0.504975} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.802366] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.803065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.803192] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.803504] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.803743] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154884d6-2259-4eb8-b388-1c25fb6f7174 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.808274] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 612.808274] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522e0096-6bcb-2c01-d9b8-b69654b1ff16" [ 612.808274] env[69473]: _type = "Task" [ 612.808274] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.815809] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522e0096-6bcb-2c01-d9b8-b69654b1ff16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.833607] env[69473]: INFO nova.compute.manager [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Took 17.22 seconds to build instance. [ 612.929753] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357191, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.944882] env[69473]: DEBUG nova.scheduler.client.report [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 612.945471] env[69473]: DEBUG nova.compute.provider_tree [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 15 to 16 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 612.945674] env[69473]: DEBUG nova.compute.provider_tree [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.957858] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357187, 'name': ReconfigVM_Task, 'duration_secs': 0.6846} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.958471] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 8e2a554b-0f7b-44ad-a15e-3b374106d672/8e2a554b-0f7b-44ad-a15e-3b374106d672.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.958735] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b55dfb-160d-4ee8-9a06-ac1b87ff3241 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.965524] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 612.965524] env[69473]: value = "task-3357192" [ 612.965524] env[69473]: _type = "Task" [ 612.965524] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.974173] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357192, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.032870] env[69473]: DEBUG nova.network.neutron [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Updating instance_info_cache with network_info: [{"id": "04a54500-f618-4ea1-9013-5929f446c572", "address": "fa:16:3e:bd:6b:7c", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a54500-f6", "ovs_interfaceid": "04a54500-f618-4ea1-9013-5929f446c572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.231604] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Releasing lock "refresh_cache-f2c5d8bd-7a27-4779-8bf1-a8442162035f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.232042] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Received event network-vif-plugged-5fa42e3d-b43b-4ab7-8364-df32054eef3a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.232520] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Acquiring lock "8e2a554b-0f7b-44ad-a15e-3b374106d672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.233076] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.233386] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.233675] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] No waiting events found dispatching network-vif-plugged-5fa42e3d-b43b-4ab7-8364-df32054eef3a {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.233831] env[69473]: WARNING nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Received unexpected event network-vif-plugged-5fa42e3d-b43b-4ab7-8364-df32054eef3a for instance with vm_state building and task_state spawning. [ 613.234083] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Received event network-changed-5fa42e3d-b43b-4ab7-8364-df32054eef3a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.234369] env[69473]: DEBUG nova.compute.manager [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Refreshing instance network info cache due to event network-changed-5fa42e3d-b43b-4ab7-8364-df32054eef3a. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.234776] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Acquiring lock "refresh_cache-8e2a554b-0f7b-44ad-a15e-3b374106d672" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.234928] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Acquired lock "refresh_cache-8e2a554b-0f7b-44ad-a15e-3b374106d672" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.235183] env[69473]: DEBUG nova.network.neutron [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Refreshing network info cache for port 5fa42e3d-b43b-4ab7-8364-df32054eef3a {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.275244] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1ba79fd7-14ac-4023-8c11-a0e25f8d2e65 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.140s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.323083] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522e0096-6bcb-2c01-d9b8-b69654b1ff16, 'name': SearchDatastore_Task, 'duration_secs': 0.021245} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.323406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.323646] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.323937] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.324368] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.324368] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.324549] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75c5f9c9-ad1f-402e-be83-3d220deeec82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.336577] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e07dfc5d-2a8f-471c-b2fc-7b33da53f4ac tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.733s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.336577] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.336577] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.336896] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055bb927-c3ac-482d-8469-55b5ec7b54f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.342778] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 613.342778] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52072b95-602a-0447-fb47-a2ea40796970" [ 613.342778] env[69473]: _type = "Task" [ 613.342778] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.352193] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52072b95-602a-0447-fb47-a2ea40796970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.430136] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357191, 'name': PowerOnVM_Task, 'duration_secs': 0.882847} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.430486] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.430625] env[69473]: INFO nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Took 10.60 seconds to spawn the instance on the hypervisor. [ 613.430791] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.432077] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284f10d4-0233-4ae4-9f81-b2bc434b0ef1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.454296] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.526s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.455484] env[69473]: DEBUG nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.459183] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.110s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.460657] env[69473]: INFO nova.compute.claims [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.487609] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357192, 'name': Rename_Task, 'duration_secs': 0.223288} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.487609] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.487609] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9099c8-180e-4732-8281-9aefbd12849d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.496650] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 613.496650] env[69473]: value = "task-3357193" [ 613.496650] env[69473]: _type = "Task" [ 613.496650] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.507888] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.536388] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Releasing lock "refresh_cache-01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.536788] env[69473]: DEBUG nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Instance network_info: |[{"id": "04a54500-f618-4ea1-9013-5929f446c572", "address": "fa:16:3e:bd:6b:7c", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a54500-f6", "ovs_interfaceid": "04a54500-f618-4ea1-9013-5929f446c572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.537241] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:6b:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04a54500-f618-4ea1-9013-5929f446c572', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.545715] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Creating folder: Project (dfa01504fee44fca8a1875355c591472). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.546489] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-321bf9fe-2367-4fbc-9560-d0f290bdb5ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.556941] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Created folder: Project (dfa01504fee44fca8a1875355c591472) in parent group-v669999. [ 613.557165] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Creating folder: Instances. Parent ref: group-v670013. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.557416] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d3c89bf-af37-4102-8636-e4e507649a79 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.566049] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Created folder: Instances in parent group-v670013. [ 613.566377] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.566605] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.566829] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67bbeede-c61d-496e-8be7-cd93272893a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.589021] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.589021] env[69473]: value = "task-3357196" [ 613.589021] env[69473]: _type = "Task" [ 613.589021] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.595022] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357196, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.778281] env[69473]: DEBUG nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.858078] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52072b95-602a-0447-fb47-a2ea40796970, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.858272] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73ef1f0-1b91-499e-908b-ab53c5297b3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.864553] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 613.864553] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e102b5-1615-df05-a3f0-48ad21e0df45" [ 613.864553] env[69473]: _type = "Task" [ 613.864553] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.873325] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e102b5-1615-df05-a3f0-48ad21e0df45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.959597] env[69473]: INFO nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Took 16.41 seconds to build instance. [ 613.968958] env[69473]: DEBUG nova.compute.utils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.970143] env[69473]: DEBUG nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.970273] env[69473]: DEBUG nova.network.neutron [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.011799] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.095416] env[69473]: DEBUG nova.policy [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12935dc3a792447ab53bb11549cbd181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae2ed2c9be04ddc93ac96a09b5a9e22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.103696] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357196, 'name': CreateVM_Task, 'duration_secs': 0.471059} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.103696] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.104871] env[69473]: DEBUG oslo_vmware.service [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552027b8-cdad-45f5-9bf9-c30c7dd6bbcc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.115779] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.116219] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.116686] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.117401] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116eea07-2fac-41ac-b71e-1578264412f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.122692] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 614.122692] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52910c28-148a-354a-0282-bba31f8141d3" [ 614.122692] env[69473]: _type = "Task" [ 614.122692] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.135400] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52910c28-148a-354a-0282-bba31f8141d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.259132] env[69473]: DEBUG nova.network.neutron [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Updated VIF entry in instance network info cache for port 5fa42e3d-b43b-4ab7-8364-df32054eef3a. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.259132] env[69473]: DEBUG nova.network.neutron [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Updating instance_info_cache with network_info: [{"id": "5fa42e3d-b43b-4ab7-8364-df32054eef3a", "address": "fa:16:3e:e2:9b:44", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa42e3d-b4", "ovs_interfaceid": "5fa42e3d-b43b-4ab7-8364-df32054eef3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.310962] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.381935] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e102b5-1615-df05-a3f0-48ad21e0df45, 'name': SearchDatastore_Task, 'duration_secs': 0.016545} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.383257] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.383931] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 3fda8980-4333-449f-adf5-2d7c151bab7a/3fda8980-4333-449f-adf5-2d7c151bab7a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.385521] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deebea25-fd93-46e0-91c4-aaa83e4b8902 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.405293] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 614.405293] env[69473]: value = "task-3357197" [ 614.405293] env[69473]: _type = "Task" [ 614.405293] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.419921] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.461711] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.943s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.475837] env[69473]: DEBUG nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.516170] env[69473]: DEBUG oslo_vmware.api [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357193, 'name': PowerOnVM_Task, 'duration_secs': 0.731418} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.516524] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.516759] env[69473]: INFO nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Took 9.46 seconds to spawn the instance on the hypervisor. [ 614.516961] env[69473]: DEBUG nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.517951] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea03c96-31df-49dc-a447-3664e14b23c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.640595] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.640595] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.640595] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.640595] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.640856] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.641927] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5681746e-b467-474d-9abc-a9dcb5df71eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.654450] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.654450] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.654689] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6960e950-e849-448f-b8fb-ecd9f88982a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.673079] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26999f2-e7e5-4dfc-b2ed-350f1929cf84 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.687438] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 614.687438] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5228f814-09e0-2875-21dc-a18933748c64" [ 614.687438] env[69473]: _type = "Task" [ 614.687438] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.703027] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Preparing fetch location {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 614.703027] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Creating directory with path [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.703027] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-832e0465-dd7b-4e80-b27a-99cfcc94eaae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.742954] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Created directory with path [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.743516] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Fetch image to [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 614.743516] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Downloading image file data ad8ad275-4636-4468-b879-c97f1a3e7404 to [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk on the data store datastore1 {{(pid=69473) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 614.744711] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250700ca-460e-41ee-adf1-9cc13ba08500 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.767052] env[69473]: DEBUG oslo_concurrency.lockutils [req-a59d2ef7-47bd-4a41-976d-fd6dcd24cb91 req-45b5e7c3-5a70-4479-bd91-df073a34e095 service nova] Releasing lock "refresh_cache-8e2a554b-0f7b-44ad-a15e-3b374106d672" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.769242] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b484d2-b76e-4a60-ac8f-2cadf75fda82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.788654] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28b4367-cd5e-4403-8dc6-c54639af9fc7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.797419] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6216f9ca-c783-479e-a3bd-730eccd5aa67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.836651] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008190e4-bb32-4fe4-8a42-18b537228dfc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.842073] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72ea1d5-914d-4abe-82db-d7fe9e7d0796 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.896165] env[69473]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-24020e1d-3bc5-4a22-8379-bac45291a8a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.898131] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99cdb1f-3b36-4c5d-ac5f-183719fe50ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.910101] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a85fc7-77f2-4fd5-9d18-1841e84308a1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.924569] env[69473]: DEBUG nova.compute.provider_tree [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.932714] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480651} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.932714] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 3fda8980-4333-449f-adf5-2d7c151bab7a/3fda8980-4333-449f-adf5-2d7c151bab7a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.932940] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.933431] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Downloading image file data ad8ad275-4636-4468-b879-c97f1a3e7404 to the data store datastore1 {{(pid=69473) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 614.938378] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a4b35da-7173-4b4c-99ea-2f38abe27035 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.943722] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 614.943722] env[69473]: value = "task-3357198" [ 614.943722] env[69473]: _type = "Task" [ 614.943722] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.958201] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.041653] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69473) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 615.052951] env[69473]: INFO nova.compute.manager [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Took 17.49 seconds to build instance. [ 615.123197] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a65c020d-cabc-4820-a0fb-be40c709f259 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.569s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.267630] env[69473]: DEBUG nova.network.neutron [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Successfully created port: b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.439018] env[69473]: DEBUG nova.scheduler.client.report [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.460022] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115729} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.460022] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.467021] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03a428d-29cd-4054-a8c3-805f6811bfb8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.494529] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 3fda8980-4333-449f-adf5-2d7c151bab7a/3fda8980-4333-449f-adf5-2d7c151bab7a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.497172] env[69473]: DEBUG nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.499254] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db0ad48-0256-490a-8104-2edbc4685bb3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.533555] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 615.533555] env[69473]: value = "task-3357199" [ 615.533555] env[69473]: _type = "Task" [ 615.533555] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.550051] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.583034] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.583034] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.583391] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.583759] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.583985] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.584307] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.584825] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.585059] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.585294] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.585829] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.586112] env[69473]: DEBUG nova.virt.hardware [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.587226] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1950ac-abe4-46b4-bb79-28cf0285f846 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.599329] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10df9d53-f4b5-4c8a-8191-ad5633f0f5ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.652031] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "e57af8df-0b59-4899-af1c-872051a1c0ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.652259] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.918797] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Completed reading data from the image iterator. {{(pid=69473) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 615.922390] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 615.944236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.944713] env[69473]: DEBUG nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.952755] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.415s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.955377] env[69473]: INFO nova.compute.claims [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.959317] env[69473]: DEBUG nova.compute.manager [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Received event network-vif-plugged-04a54500-f618-4ea1-9013-5929f446c572 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.959550] env[69473]: DEBUG oslo_concurrency.lockutils [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] Acquiring lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.959782] env[69473]: DEBUG oslo_concurrency.lockutils [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.959955] env[69473]: DEBUG oslo_concurrency.lockutils [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.960141] env[69473]: DEBUG nova.compute.manager [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] No waiting events found dispatching network-vif-plugged-04a54500-f618-4ea1-9013-5929f446c572 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.960304] env[69473]: WARNING nova.compute.manager [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Received unexpected event network-vif-plugged-04a54500-f618-4ea1-9013-5929f446c572 for instance with vm_state building and task_state spawning. [ 615.960473] env[69473]: DEBUG nova.compute.manager [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Received event network-changed-04a54500-f618-4ea1-9013-5929f446c572 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.963022] env[69473]: DEBUG nova.compute.manager [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Refreshing instance network info cache due to event network-changed-04a54500-f618-4ea1-9013-5929f446c572. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.963022] env[69473]: DEBUG oslo_concurrency.lockutils [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] Acquiring lock "refresh_cache-01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.963022] env[69473]: DEBUG oslo_concurrency.lockutils [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] Acquired lock "refresh_cache-01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.963022] env[69473]: DEBUG nova.network.neutron [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Refreshing network info cache for port 04a54500-f618-4ea1-9013-5929f446c572 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.028352] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Downloaded image file data ad8ad275-4636-4468-b879-c97f1a3e7404 to vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk on the data store datastore1 {{(pid=69473) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 616.030475] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Caching image {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 616.032479] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Copying Virtual Disk [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk to [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.034762] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e323ca2-7c9c-4c61-a1b4-942825ec7833 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.044799] env[69473]: DEBUG nova.network.neutron [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Successfully updated port: 94bdc28a-e812-4a3c-a08a-07d4e90f3c81 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.052572] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 616.052572] env[69473]: value = "task-3357200" [ 616.052572] env[69473]: _type = "Task" [ 616.052572] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.057721] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.072479] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.157410] env[69473]: DEBUG nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.454123] env[69473]: DEBUG nova.compute.utils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.455901] env[69473]: DEBUG nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.458723] env[69473]: DEBUG nova.network.neutron [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.549745] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-1c9775bf-099d-45a3-9c63-2f2c72918e6a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.551270] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-1c9775bf-099d-45a3-9c63-2f2c72918e6a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.551270] env[69473]: DEBUG nova.network.neutron [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.564432] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357199, 'name': ReconfigVM_Task, 'duration_secs': 0.697132} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.579336] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 3fda8980-4333-449f-adf5-2d7c151bab7a/3fda8980-4333-449f-adf5-2d7c151bab7a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.583194] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d620130-4c58-401b-b402-b8b2a1601232 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.593012] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357200, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.594934] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 616.594934] env[69473]: value = "task-3357201" [ 616.594934] env[69473]: _type = "Task" [ 616.594934] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.600387] env[69473]: DEBUG nova.policy [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f0643449844312af1de62d8c7ccd19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ef9a5a6e4f4129af5e20d45faea60d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.609361] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357201, 'name': Rename_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.681495] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.919044] env[69473]: DEBUG nova.compute.manager [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Received event network-changed-a2400190-3bf0-453c-985f-310ce74cf0bf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.919044] env[69473]: DEBUG nova.compute.manager [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Refreshing instance network info cache due to event network-changed-a2400190-3bf0-453c-985f-310ce74cf0bf. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.919784] env[69473]: DEBUG oslo_concurrency.lockutils [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] Acquiring lock "refresh_cache-3fda8980-4333-449f-adf5-2d7c151bab7a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.920063] env[69473]: DEBUG oslo_concurrency.lockutils [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] Acquired lock "refresh_cache-3fda8980-4333-449f-adf5-2d7c151bab7a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.920247] env[69473]: DEBUG nova.network.neutron [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Refreshing network info cache for port a2400190-3bf0-453c-985f-310ce74cf0bf {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.962651] env[69473]: DEBUG nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.077681] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357200, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007379} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.083980] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Copied Virtual Disk [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk to [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.084223] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Deleting the datastore file [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404/tmp-sparse.vmdk {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.084888] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1345ac11-6808-4d25-ae64-6992151b8adf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.092659] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 617.092659] env[69473]: value = "task-3357206" [ 617.092659] env[69473]: _type = "Task" [ 617.092659] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.110663] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.123427] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357201, 'name': Rename_Task, 'duration_secs': 0.193541} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.123710] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.123974] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3704ec3d-d761-4f44-a372-b4e16eca1489 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.130674] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 617.130674] env[69473]: value = "task-3357207" [ 617.130674] env[69473]: _type = "Task" [ 617.130674] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.147096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "0d536aa2-86c7-434a-8673-9c11c8e89a83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.147767] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.149384] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.227279] env[69473]: DEBUG nova.network.neutron [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.248708] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "e710cad7-f574-4a66-b735-815e2cc87ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.249188] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.252962] env[69473]: DEBUG nova.network.neutron [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Updated VIF entry in instance network info cache for port 04a54500-f618-4ea1-9013-5929f446c572. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.253271] env[69473]: DEBUG nova.network.neutron [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Updating instance_info_cache with network_info: [{"id": "04a54500-f618-4ea1-9013-5929f446c572", "address": "fa:16:3e:bd:6b:7c", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a54500-f6", "ovs_interfaceid": "04a54500-f618-4ea1-9013-5929f446c572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.320990] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18399f5b-0770-42fd-a165-c03ec488c4d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.329895] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861cc716-e71a-4abf-aca3-84cab78af7ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.365591] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43f3053-35d5-47d9-b8a7-d4fd7524dbe8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.373161] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91307eb5-09eb-4213-ac7b-3272e3ed9104 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.391292] env[69473]: DEBUG nova.compute.provider_tree [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.610203] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031251} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.610203] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.610203] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Moving file from [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587/ad8ad275-4636-4468-b879-c97f1a3e7404 to [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404. {{(pid=69473) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 617.610203] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3c048b7f-850d-4903-8de8-15de32cdd5f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.616531] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 617.616531] env[69473]: value = "task-3357208" [ 617.616531] env[69473]: _type = "Task" [ 617.616531] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.629145] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357208, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.640722] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357207, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.654883] env[69473]: DEBUG nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.753932] env[69473]: DEBUG nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.757694] env[69473]: DEBUG oslo_concurrency.lockutils [req-e0f5efe2-120f-4153-949b-8a3e14afbd29 req-b0aaba12-8dd5-428a-9634-c01aa845a8bd service nova] Releasing lock "refresh_cache-01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.923422] env[69473]: ERROR nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [req-47eb0c8c-6a56-49bd-9cdf-8bcaef291105] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47eb0c8c-6a56-49bd-9cdf-8bcaef291105"}]} [ 617.948384] env[69473]: DEBUG nova.network.neutron [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Successfully updated port: b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.951034] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 617.972205] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 617.973097] env[69473]: DEBUG nova.compute.provider_tree [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.976985] env[69473]: DEBUG nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.989184] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 618.012458] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 618.019161] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.019161] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.019161] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.019384] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.019636] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.019858] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.020126] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.020263] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.020429] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.020587] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.020755] env[69473]: DEBUG nova.virt.hardware [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.022741] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747cba08-3449-4997-808b-97cdc714f6fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.029806] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c64509-148e-477e-a377-1d6cb851aa7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.126521] env[69473]: DEBUG nova.network.neutron [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Updated VIF entry in instance network info cache for port a2400190-3bf0-453c-985f-310ce74cf0bf. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.126776] env[69473]: DEBUG nova.network.neutron [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Updating instance_info_cache with network_info: [{"id": "a2400190-3bf0-453c-985f-310ce74cf0bf", "address": "fa:16:3e:6c:5d:c3", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2400190-3b", "ovs_interfaceid": "a2400190-3bf0-453c-985f-310ce74cf0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.133968] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357208, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.051787} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.135868] env[69473]: DEBUG nova.network.neutron [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Updating instance_info_cache with network_info: [{"id": "94bdc28a-e812-4a3c-a08a-07d4e90f3c81", "address": "fa:16:3e:f7:18:85", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bdc28a-e8", "ovs_interfaceid": "94bdc28a-e812-4a3c-a08a-07d4e90f3c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.140328] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] File moved {{(pid=69473) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 618.141479] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Cleaning up location [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 618.141479] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Deleting the datastore file [datastore1] vmware_temp/ba5ca900-37e3-4624-b06c-ce80fec00587 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.141479] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eab9231-406d-4e2b-b728-4e511b3b9446 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.152080] env[69473]: DEBUG oslo_vmware.api [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357207, 'name': PowerOnVM_Task, 'duration_secs': 0.909752} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.154054] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.154442] env[69473]: INFO nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Took 10.79 seconds to spawn the instance on the hypervisor. [ 618.154931] env[69473]: DEBUG nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.155617] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 618.155617] env[69473]: value = "task-3357209" [ 618.155617] env[69473]: _type = "Task" [ 618.155617] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.156414] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b29c91-cec2-4563-b646-a19dafdc4cf2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.181223] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.188679] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.210332] env[69473]: DEBUG nova.network.neutron [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Successfully created port: 6634670f-9749-4857-b849-0a85f579d7bf {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.284224] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.293387] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5665529-64fc-4c71-88a7-35d60f5f469f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.303103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9129b7a8-27b8-4360-9596-72bcbb080460 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.340590] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b24beb4-52cf-4e8e-a202-befd57c18cfd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.350530] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bcc1c9-ba6b-4b51-8604-1575b075fdc8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.369145] env[69473]: DEBUG nova.compute.provider_tree [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.454526] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.454678] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquired lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.455016] env[69473]: DEBUG nova.network.neutron [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.630027] env[69473]: DEBUG oslo_concurrency.lockutils [req-b838d93b-8a1c-4ee5-b8aa-a9bd155c0ab0 req-b36657da-05dd-4e49-a115-20255cbe9f22 service nova] Releasing lock "refresh_cache-3fda8980-4333-449f-adf5-2d7c151bab7a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.642698] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-1c9775bf-099d-45a3-9c63-2f2c72918e6a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.643043] env[69473]: DEBUG nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Instance network_info: |[{"id": "94bdc28a-e812-4a3c-a08a-07d4e90f3c81", "address": "fa:16:3e:f7:18:85", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bdc28a-e8", "ovs_interfaceid": "94bdc28a-e812-4a3c-a08a-07d4e90f3c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.643453] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:18:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94bdc28a-e812-4a3c-a08a-07d4e90f3c81', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.656920] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating folder: Project (3c909cbfdf31434e849826ce64e7563c). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.656920] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe7ffef7-3d1c-4d3c-aecf-7424c1a46df8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.666913] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created folder: Project (3c909cbfdf31434e849826ce64e7563c) in parent group-v669999. [ 618.667116] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating folder: Instances. Parent ref: group-v670019. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.667844] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00aad3eb-9bfb-4567-804f-f87f48a4ea35 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.675181] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055631} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.675808] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.676697] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef206c1-0ca2-4a8e-a7f5-bb2d74ea8953 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.687143] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created folder: Instances in parent group-v670019. [ 618.688028] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.691563] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.693018] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5771a77-e81d-4889-9591-738a4029f8fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.712757] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 618.712757] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5204fd74-e43c-71af-276c-e02f6a2e38b1" [ 618.712757] env[69473]: _type = "Task" [ 618.712757] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.713079] env[69473]: INFO nova.compute.manager [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Took 20.04 seconds to build instance. [ 618.719012] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.719012] env[69473]: value = "task-3357212" [ 618.719012] env[69473]: _type = "Task" [ 618.719012] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.725447] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5204fd74-e43c-71af-276c-e02f6a2e38b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017436} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.726030] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.726358] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0/01b5f9ff-b9cb-4770-92ce-77cc25c29ee0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.726596] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64857f28-74eb-4a62-af44-6fb962cd31be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.732209] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357212, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.736765] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 618.736765] env[69473]: value = "task-3357213" [ 618.736765] env[69473]: _type = "Task" [ 618.736765] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.744422] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.909567] env[69473]: ERROR nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [req-f8e12381-1644-467e-8200-89d94286c70c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8e12381-1644-467e-8200-89d94286c70c"}]} [ 618.936069] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 618.966809] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 618.967277] env[69473]: DEBUG nova.compute.provider_tree [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.991984] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 619.012575] env[69473]: DEBUG nova.network.neutron [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.036292] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 619.109280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "c73704c5-51fd-4459-8c7c-d4097524d3af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.109571] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.221021] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6351bbd2-87d4-4f57-a885-63e4dafc0ed5 tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.557s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.239821] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357212, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.253628] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.390632] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d5695-ba0c-4b30-98b8-9f35f948897d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.402517] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511a8fa-b8f0-4a3d-91b9-fb8b977b37ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.410506] env[69473]: DEBUG nova.network.neutron [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Updating instance_info_cache with network_info: [{"id": "b960c96a-393c-4ebd-9995-985fea109efa", "address": "fa:16:3e:45:51:8a", "network": {"id": "9454c039-fe86-4ac6-a733-8c7daba1a57c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1634918696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae2ed2c9be04ddc93ac96a09b5a9e22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb960c96a-39", "ovs_interfaceid": "b960c96a-393c-4ebd-9995-985fea109efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.447521] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Releasing lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.447868] env[69473]: DEBUG nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Instance network_info: |[{"id": "b960c96a-393c-4ebd-9995-985fea109efa", "address": "fa:16:3e:45:51:8a", "network": {"id": "9454c039-fe86-4ac6-a733-8c7daba1a57c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1634918696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae2ed2c9be04ddc93ac96a09b5a9e22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb960c96a-39", "ovs_interfaceid": "b960c96a-393c-4ebd-9995-985fea109efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.449955] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee4c09-99f3-4f37-af91-eb67975655f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.452215] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:51:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b960c96a-393c-4ebd-9995-985fea109efa', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.461619] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Creating folder: Project (9ae2ed2c9be04ddc93ac96a09b5a9e22). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.462377] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6c22441-4b76-48ac-9d6c-c69a9447bf70 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.471905] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca9616-7b63-4604-b3e7-b3b1e3f86cf5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.478103] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Created folder: Project (9ae2ed2c9be04ddc93ac96a09b5a9e22) in parent group-v669999. [ 619.478379] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Creating folder: Instances. Parent ref: group-v670022. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.479106] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f551da4-c916-4cbe-8505-c1e244c21f29 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.489560] env[69473]: DEBUG nova.compute.provider_tree [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.499993] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Created folder: Instances in parent group-v670022. [ 619.500377] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.500694] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.500826] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be48e41b-cc02-424d-9ee5-0a74c4dc7227 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.525904] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.525904] env[69473]: value = "task-3357216" [ 619.525904] env[69473]: _type = "Task" [ 619.525904] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.538628] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357216, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.731391] env[69473]: DEBUG nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.735055] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357212, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.749977] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590414} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.749977] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0/01b5f9ff-b9cb-4770-92ce-77cc25c29ee0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.750483] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.750651] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97ba1b7-cb18-452a-9c3d-0891b9b0bc0c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.759062] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 619.759062] env[69473]: value = "task-3357218" [ 619.759062] env[69473]: _type = "Task" [ 619.759062] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.771362] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.993703] env[69473]: DEBUG nova.scheduler.client.report [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.039204] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357216, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.230706] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357212, 'name': CreateVM_Task, 'duration_secs': 1.416319} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.230829] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.231657] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.232534] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.232534] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.232534] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419bb5de-fadb-4103-a322-4004d62cdfcf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.240226] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 620.240226] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5274a425-b872-aed8-93b7-595b1e0acd67" [ 620.240226] env[69473]: _type = "Task" [ 620.240226] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.254479] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5274a425-b872-aed8-93b7-595b1e0acd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.257343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.272739] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.384699} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.272981] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.273797] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8272936-0edb-426e-9543-3b44a1afb69c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.299778] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0/01b5f9ff-b9cb-4770-92ce-77cc25c29ee0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.301027] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1442f0a-ada4-4fac-9189-bf3dcd1133c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.322936] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 620.322936] env[69473]: value = "task-3357219" [ 620.322936] env[69473]: _type = "Task" [ 620.322936] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.334966] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.500408] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.548s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.502129] env[69473]: DEBUG nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.505324] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.476s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.539717] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357216, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.612916] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "687e47c3-01a5-4bcd-a71a-01de53502f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.613263] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.757144] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5274a425-b872-aed8-93b7-595b1e0acd67, 'name': SearchDatastore_Task, 'duration_secs': 0.026661} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.758020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.758020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.758178] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.758401] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.758704] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.759175] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2cc5568-5ba3-43fb-8ad1-110cc2773ae3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.771061] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.771061] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.771061] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2f638a-edef-4bed-a1ba-68f0d0c68b77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.782358] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 620.782358] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c971e3-6775-002c-747b-ca02eac34745" [ 620.782358] env[69473]: _type = "Task" [ 620.782358] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.794661] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c971e3-6775-002c-747b-ca02eac34745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.837701] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.867123] env[69473]: DEBUG nova.network.neutron [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Successfully updated port: 6634670f-9749-4857-b849-0a85f579d7bf {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.011316] env[69473]: DEBUG nova.compute.utils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.023374] env[69473]: DEBUG nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.023613] env[69473]: DEBUG nova.network.neutron [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.044771] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357216, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.050854] env[69473]: DEBUG nova.compute.manager [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Received event network-vif-plugged-b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.050854] env[69473]: DEBUG oslo_concurrency.lockutils [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] Acquiring lock "0b762725-776a-4a67-9a02-4212f1f66a0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.050854] env[69473]: DEBUG oslo_concurrency.lockutils [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.050854] env[69473]: DEBUG oslo_concurrency.lockutils [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.050854] env[69473]: DEBUG nova.compute.manager [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] No waiting events found dispatching network-vif-plugged-b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.051044] env[69473]: WARNING nova.compute.manager [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Received unexpected event network-vif-plugged-b960c96a-393c-4ebd-9995-985fea109efa for instance with vm_state building and task_state spawning. [ 621.051044] env[69473]: DEBUG nova.compute.manager [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Received event network-changed-b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.051044] env[69473]: DEBUG nova.compute.manager [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Refreshing instance network info cache due to event network-changed-b960c96a-393c-4ebd-9995-985fea109efa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.051044] env[69473]: DEBUG oslo_concurrency.lockutils [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] Acquiring lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.051044] env[69473]: DEBUG oslo_concurrency.lockutils [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] Acquired lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.051192] env[69473]: DEBUG nova.network.neutron [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Refreshing network info cache for port b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.114645] env[69473]: DEBUG nova.policy [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc8f3c5724c44bb8b85cf02006a95fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e15c261969429fa2a16e83daee88ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.297246] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c971e3-6775-002c-747b-ca02eac34745, 'name': SearchDatastore_Task, 'duration_secs': 0.018877} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.298416] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5705ee5a-b529-4f07-9e6e-05049bc0d5b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.307663] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 621.307663] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52503221-5a4d-dd8d-b058-00547d864fcb" [ 621.307663] env[69473]: _type = "Task" [ 621.307663] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.316931] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52503221-5a4d-dd8d-b058-00547d864fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.320805] env[69473]: DEBUG nova.compute.manager [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Received event network-vif-plugged-94bdc28a-e812-4a3c-a08a-07d4e90f3c81 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.321462] env[69473]: DEBUG oslo_concurrency.lockutils [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] Acquiring lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.321462] env[69473]: DEBUG oslo_concurrency.lockutils [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.321462] env[69473]: DEBUG oslo_concurrency.lockutils [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.321625] env[69473]: DEBUG nova.compute.manager [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] No waiting events found dispatching network-vif-plugged-94bdc28a-e812-4a3c-a08a-07d4e90f3c81 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.321738] env[69473]: WARNING nova.compute.manager [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Received unexpected event network-vif-plugged-94bdc28a-e812-4a3c-a08a-07d4e90f3c81 for instance with vm_state building and task_state spawning. [ 621.323899] env[69473]: DEBUG nova.compute.manager [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Received event network-changed-94bdc28a-e812-4a3c-a08a-07d4e90f3c81 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.323899] env[69473]: DEBUG nova.compute.manager [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Refreshing instance network info cache due to event network-changed-94bdc28a-e812-4a3c-a08a-07d4e90f3c81. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.323899] env[69473]: DEBUG oslo_concurrency.lockutils [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] Acquiring lock "refresh_cache-1c9775bf-099d-45a3-9c63-2f2c72918e6a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.323899] env[69473]: DEBUG oslo_concurrency.lockutils [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] Acquired lock "refresh_cache-1c9775bf-099d-45a3-9c63-2f2c72918e6a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.323899] env[69473]: DEBUG nova.network.neutron [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Refreshing network info cache for port 94bdc28a-e812-4a3c-a08a-07d4e90f3c81 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.336606] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.371722] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "refresh_cache-a0fa69a8-5af2-465a-b0bd-76c703c8faff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.371722] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquired lock "refresh_cache-a0fa69a8-5af2-465a-b0bd-76c703c8faff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.371722] env[69473]: DEBUG nova.network.neutron [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.527649] env[69473]: DEBUG nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.551245] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357216, 'name': CreateVM_Task, 'duration_secs': 1.666411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.551419] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.552697] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.552697] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.552697] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.556647] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9656e331-0a11-4be0-9931-e8efc0733a7b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.564547] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 621.564547] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f9ccd3-7936-d6b5-a355-8517c31060b0" [ 621.564547] env[69473]: _type = "Task" [ 621.564547] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.576041] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f9ccd3-7936-d6b5-a355-8517c31060b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.818985] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52503221-5a4d-dd8d-b058-00547d864fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.034527} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.819356] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.819641] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1c9775bf-099d-45a3-9c63-2f2c72918e6a/1c9775bf-099d-45a3-9c63-2f2c72918e6a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.819966] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-053f672f-b41e-4a1d-865d-a588fac82fe5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.831662] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 621.831662] env[69473]: value = "task-3357221" [ 621.831662] env[69473]: _type = "Task" [ 621.831662] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.841959] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357219, 'name': ReconfigVM_Task, 'duration_secs': 1.240798} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.845852] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0/01b5f9ff-b9cb-4770-92ce-77cc25c29ee0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.849019] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8ac263-fcf1-4871-bed5-ad1a6c151677 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.854253] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.863482] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 621.863482] env[69473]: value = "task-3357222" [ 621.863482] env[69473]: _type = "Task" [ 621.863482] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.872167] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357222, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.072084] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 687e47c3-01a5-4bcd-a71a-01de53502f4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 622.074829] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 3fda8980-4333-449f-adf5-2d7c151bab7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 622.074829] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance ac03567e-0faa-4105-87c5-f3d4a0a19289 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 622.074829] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 97994bf0-b61e-490d-a0d5-d704a2650f97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 622.087322] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f9ccd3-7936-d6b5-a355-8517c31060b0, 'name': SearchDatastore_Task, 'duration_secs': 0.019763} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.089058] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.089419] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.090622] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.090622] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.090622] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.091145] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437e928f-e0e8-40f8-a2e2-0bed25cc204c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.105341] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.105341] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.105745] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7abf9f-c670-4d3c-846d-39df54ff47ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.109142] env[69473]: DEBUG nova.network.neutron [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Successfully created port: 8e9b2e53-72f1-4ceb-ad23-58356f8abd72 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.115505] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 622.115505] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cfb8c6-e4b7-ca9b-b049-e99b62197a4c" [ 622.115505] env[69473]: _type = "Task" [ 622.115505] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.126480] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cfb8c6-e4b7-ca9b-b049-e99b62197a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.200171] env[69473]: DEBUG nova.network.neutron [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Updated VIF entry in instance network info cache for port b960c96a-393c-4ebd-9995-985fea109efa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.200530] env[69473]: DEBUG nova.network.neutron [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Updating instance_info_cache with network_info: [{"id": "b960c96a-393c-4ebd-9995-985fea109efa", "address": "fa:16:3e:45:51:8a", "network": {"id": "9454c039-fe86-4ac6-a733-8c7daba1a57c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1634918696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae2ed2c9be04ddc93ac96a09b5a9e22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb960c96a-39", "ovs_interfaceid": "b960c96a-393c-4ebd-9995-985fea109efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.202757] env[69473]: DEBUG nova.network.neutron [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.344498] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357221, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.374959] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357222, 'name': Rename_Task, 'duration_secs': 0.298582} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.374959] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.374959] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644a9283-bf17-4b81-bfaa-1826bc361bce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.387337] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 622.387337] env[69473]: value = "task-3357223" [ 622.387337] env[69473]: _type = "Task" [ 622.387337] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.407793] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.539298] env[69473]: DEBUG nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.587028] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.587780] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.587780] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.587780] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.587979] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.590112] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.590700] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.590787] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.591298] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.591378] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.591631] env[69473]: DEBUG nova.virt.hardware [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.594135] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance e57af8df-0b59-4899-af1c-872051a1c0ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 622.596463] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be41efe-642f-46bb-a177-3d8e0e22c58f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.608016] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c8a93-71bb-46e6-bafd-8c89edd65998 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.638360] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cfb8c6-e4b7-ca9b-b049-e99b62197a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.021271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.639236] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f57fcce-bcc8-4ac2-8bd2-05f1f2e60fce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.646578] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 622.646578] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5251b7eb-2a57-8070-4fc5-d5bb9a438504" [ 622.646578] env[69473]: _type = "Task" [ 622.646578] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.658040] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5251b7eb-2a57-8070-4fc5-d5bb9a438504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.706300] env[69473]: DEBUG oslo_concurrency.lockutils [req-960a1d70-21ec-48f2-a27a-4f3172e462d6 req-a50b598b-5ca4-4b8c-9e7f-43965f376ca5 service nova] Releasing lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.776174] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.776407] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.847534] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776927} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.847534] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1c9775bf-099d-45a3-9c63-2f2c72918e6a/1c9775bf-099d-45a3-9c63-2f2c72918e6a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.847534] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.847534] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd84e8b9-031f-4ab3-ba60-07b9d7ed3d65 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.855884] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 622.855884] env[69473]: value = "task-3357224" [ 622.855884] env[69473]: _type = "Task" [ 622.855884] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.869896] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.899412] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.959623] env[69473]: DEBUG nova.network.neutron [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Updating instance_info_cache with network_info: [{"id": "6634670f-9749-4857-b849-0a85f579d7bf", "address": "fa:16:3e:8f:36:d9", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6634670f-97", "ovs_interfaceid": "6634670f-9749-4857-b849-0a85f579d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.099050] env[69473]: DEBUG nova.network.neutron [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Updated VIF entry in instance network info cache for port 94bdc28a-e812-4a3c-a08a-07d4e90f3c81. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.099050] env[69473]: DEBUG nova.network.neutron [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Updating instance_info_cache with network_info: [{"id": "94bdc28a-e812-4a3c-a08a-07d4e90f3c81", "address": "fa:16:3e:f7:18:85", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bdc28a-e8", "ovs_interfaceid": "94bdc28a-e812-4a3c-a08a-07d4e90f3c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.103555] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance ed013635-0798-47d9-bfa6-4ad2673d96c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 623.103555] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1c9775bf-099d-45a3-9c63-2f2c72918e6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.159580] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5251b7eb-2a57-8070-4fc5-d5bb9a438504, 'name': SearchDatastore_Task, 'duration_secs': 0.02451} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.159854] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.162212] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 0b762725-776a-4a67-9a02-4212f1f66a0e/0b762725-776a-4a67-9a02-4212f1f66a0e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.162499] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-063407a8-f966-43cb-bc07-c367d8018f18 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.169994] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 623.169994] env[69473]: value = "task-3357225" [ 623.169994] env[69473]: _type = "Task" [ 623.169994] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.179434] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.370455] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125574} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.370455] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.371239] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a59384-2684-4715-9463-a9ba15d1a31d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.414181] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 1c9775bf-099d-45a3-9c63-2f2c72918e6a/1c9775bf-099d-45a3-9c63-2f2c72918e6a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.421261] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b23af0-99b0-41a2-8c03-712b3b92b1e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.453524] env[69473]: DEBUG oslo_vmware.api [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357223, 'name': PowerOnVM_Task, 'duration_secs': 0.535742} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.454926] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.455126] env[69473]: INFO nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Took 13.80 seconds to spawn the instance on the hypervisor. [ 623.455302] env[69473]: DEBUG nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.455948] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 623.455948] env[69473]: value = "task-3357226" [ 623.455948] env[69473]: _type = "Task" [ 623.455948] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.456712] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d1f588-95f9-4099-93d2-a5734d1d7a72 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.465194] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Releasing lock "refresh_cache-a0fa69a8-5af2-465a-b0bd-76c703c8faff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.465558] env[69473]: DEBUG nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Instance network_info: |[{"id": "6634670f-9749-4857-b849-0a85f579d7bf", "address": "fa:16:3e:8f:36:d9", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6634670f-97", "ovs_interfaceid": "6634670f-9749-4857-b849-0a85f579d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.470521] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:36:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6634670f-9749-4857-b849-0a85f579d7bf', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.478977] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Creating folder: Project (e5ef9a5a6e4f4129af5e20d45faea60d). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.482491] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.483283] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-178519f5-5098-4664-9840-e85693aded49 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.493678] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Created folder: Project (e5ef9a5a6e4f4129af5e20d45faea60d) in parent group-v669999. [ 623.493879] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Creating folder: Instances. Parent ref: group-v670025. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.496622] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8b4ec2-7440-46ec-acdf-13bcb7a0ad2a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.503187] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Created folder: Instances in parent group-v670025. [ 623.503463] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.503820] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.503820] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65e6736e-de22-4923-8831-0043dfbce80b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.526020] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.526020] env[69473]: value = "task-3357229" [ 623.526020] env[69473]: _type = "Task" [ 623.526020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.531702] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357229, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.604150] env[69473]: DEBUG oslo_concurrency.lockutils [req-d4ecdf65-ebef-4882-ae63-fcb0263a949f req-da2f57ea-b363-4df9-b0f9-3ca89c3e605d service nova] Releasing lock "refresh_cache-1c9775bf-099d-45a3-9c63-2f2c72918e6a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.607137] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 0d536aa2-86c7-434a-8673-9c11c8e89a83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 623.607137] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 4359e04e-e11b-4565-9659-a800db1c6bc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.607375] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 8e2a554b-0f7b-44ad-a15e-3b374106d672 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.607375] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f2c5d8bd-7a27-4779-8bf1-a8442162035f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.607492] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 0b762725-776a-4a67-9a02-4212f1f66a0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.684808] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.813253] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Acquiring lock "3fda8980-4333-449f-adf5-2d7c151bab7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.813545] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.813840] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Acquiring lock "3fda8980-4333-449f-adf5-2d7c151bab7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.814142] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.814250] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.820113] env[69473]: INFO nova.compute.manager [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Terminating instance [ 623.880039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.880516] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.880516] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.882528] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.882528] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.883483] env[69473]: INFO nova.compute.manager [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Terminating instance [ 623.975546] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.995197] env[69473]: INFO nova.compute.manager [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Took 24.76 seconds to build instance. [ 624.044789] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357229, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.111538] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance e710cad7-f574-4a66-b735-815e2cc87ba8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 624.112031] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 624.112031] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a0fa69a8-5af2-465a-b0bd-76c703c8faff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 624.182779] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934748} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.183047] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 0b762725-776a-4a67-9a02-4212f1f66a0e/0b762725-776a-4a67-9a02-4212f1f66a0e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.183332] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.183531] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17facc34-1046-4a9f-a356-49063c962b6a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.191819] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 624.191819] env[69473]: value = "task-3357231" [ 624.191819] env[69473]: _type = "Task" [ 624.191819] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.204854] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.329477] env[69473]: DEBUG nova.compute.manager [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.329777] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.330767] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f537e8-b147-47cd-9d73-a5bf579a6ef5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.345253] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.347466] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530be541-cea4-45fc-9bbf-a3230c869feb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.358498] env[69473]: DEBUG oslo_vmware.api [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Waiting for the task: (returnval){ [ 624.358498] env[69473]: value = "task-3357232" [ 624.358498] env[69473]: _type = "Task" [ 624.358498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.373298] env[69473]: DEBUG oslo_vmware.api [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Task: {'id': task-3357232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.392235] env[69473]: DEBUG nova.compute.manager [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.392460] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.393373] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0808aa-a50a-4325-84b6-ab09bf0211a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.407049] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.407049] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b9927c-c0be-4dd6-bb4b-3c7a6fab0327 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.416071] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 624.416071] env[69473]: value = "task-3357233" [ 624.416071] env[69473]: _type = "Task" [ 624.416071] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.429321] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.478677] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357226, 'name': ReconfigVM_Task, 'duration_secs': 0.521822} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.478983] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 1c9775bf-099d-45a3-9c63-2f2c72918e6a/1c9775bf-099d-45a3-9c63-2f2c72918e6a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.479799] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cf92b9e-c4ab-49a0-b4a5-05027b1f5897 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.493047] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 624.493047] env[69473]: value = "task-3357234" [ 624.493047] env[69473]: _type = "Task" [ 624.493047] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.500444] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df2a6eef-b561-4e44-8a83-d20f8b725225 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.277s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.509443] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357234, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.542204] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357229, 'name': CreateVM_Task, 'duration_secs': 0.539027} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.542204] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.542424] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.542588] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.543648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.543932] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52597f6-feda-48b3-b7ed-5cb68ebbd1f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.555080] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 624.555080] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f13de5-a2fe-22c3-5206-87297e7ea110" [ 624.555080] env[69473]: _type = "Task" [ 624.555080] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.568803] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f13de5-a2fe-22c3-5206-87297e7ea110, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.570090] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.570522] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.570940] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.571261] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.571616] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.572040] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3bdf512-bfd5-49f8-b97b-f4dfadb534d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.582855] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.583148] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.583846] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0576ae07-7693-4352-85a6-addb239a91ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.596873] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 624.596873] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528d9e76-cf06-b8e4-f6d2-e3198f2b1e4f" [ 624.596873] env[69473]: _type = "Task" [ 624.596873] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.611113] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528d9e76-cf06-b8e4-f6d2-e3198f2b1e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.615220] env[69473]: DEBUG nova.network.neutron [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Successfully updated port: 8e9b2e53-72f1-4ceb-ad23-58356f8abd72 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.620341] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c73704c5-51fd-4459-8c7c-d4097524d3af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 624.620587] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 624.620730] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 624.631907] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.632040] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.709968] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18557} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.710901] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.712997] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2d400b-7815-4c2c-aa18-d5459d018d76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.744968] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 0b762725-776a-4a67-9a02-4212f1f66a0e/0b762725-776a-4a67-9a02-4212f1f66a0e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.748330] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fde61c6-9648-4ed9-98d1-c10834a2a58f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.772193] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 624.772193] env[69473]: value = "task-3357235" [ 624.772193] env[69473]: _type = "Task" [ 624.772193] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.788862] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.879546] env[69473]: DEBUG oslo_vmware.api [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Task: {'id': task-3357232, 'name': PowerOffVM_Task, 'duration_secs': 0.215633} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.879862] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.880135] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.882856] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48484de8-9eda-4fbf-bbe0-758cdf070499 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.931973] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.964131] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.964576] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.964957] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Deleting the datastore file [datastore2] 3fda8980-4333-449f-adf5-2d7c151bab7a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.965246] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b712d54-b0ef-445b-b1f0-75ed59e6cbee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.979684] env[69473]: DEBUG oslo_vmware.api [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Waiting for the task: (returnval){ [ 624.979684] env[69473]: value = "task-3357237" [ 624.979684] env[69473]: _type = "Task" [ 624.979684] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.996649] env[69473]: DEBUG oslo_vmware.api [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Task: {'id': task-3357237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.006044] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357234, 'name': Rename_Task, 'duration_secs': 0.323478} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.010418] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.011861] env[69473]: DEBUG nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.015749] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06176514-5662-4796-a635-eb5603651d7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.025409] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 625.025409] env[69473]: value = "task-3357238" [ 625.025409] env[69473]: _type = "Task" [ 625.025409] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.027426] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170608b2-2f9e-4e51-9ad5-5c1aa37706ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.047329] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.049317] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b3435-9fc6-4c53-b9bd-003f3b5145e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.090445] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ffbfcc-a50c-4817-8042-e432765fcb8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.104596] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5565e71d-6ca5-4dc2-b2dd-73302d200dd0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.120693] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.120693] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.120693] env[69473]: DEBUG nova.network.neutron [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.123729] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528d9e76-cf06-b8e4-f6d2-e3198f2b1e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.135055] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.139659] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3f40f6-2422-452b-8b66-318f1be6de3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.149060] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 625.149060] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5210a8fd-0d77-4546-bf22-29faf7104743" [ 625.149060] env[69473]: _type = "Task" [ 625.149060] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.159223] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5210a8fd-0d77-4546-bf22-29faf7104743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.293508] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.368492] env[69473]: DEBUG nova.compute.manager [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Received event network-vif-plugged-6634670f-9749-4857-b849-0a85f579d7bf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.368806] env[69473]: DEBUG oslo_concurrency.lockutils [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] Acquiring lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.369957] env[69473]: DEBUG oslo_concurrency.lockutils [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.370195] env[69473]: DEBUG oslo_concurrency.lockutils [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.370347] env[69473]: DEBUG nova.compute.manager [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] No waiting events found dispatching network-vif-plugged-6634670f-9749-4857-b849-0a85f579d7bf {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.370520] env[69473]: WARNING nova.compute.manager [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Received unexpected event network-vif-plugged-6634670f-9749-4857-b849-0a85f579d7bf for instance with vm_state building and task_state spawning. [ 625.370676] env[69473]: DEBUG nova.compute.manager [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Received event network-changed-6634670f-9749-4857-b849-0a85f579d7bf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.370823] env[69473]: DEBUG nova.compute.manager [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Refreshing instance network info cache due to event network-changed-6634670f-9749-4857-b849-0a85f579d7bf. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.371021] env[69473]: DEBUG oslo_concurrency.lockutils [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] Acquiring lock "refresh_cache-a0fa69a8-5af2-465a-b0bd-76c703c8faff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.371987] env[69473]: DEBUG oslo_concurrency.lockutils [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] Acquired lock "refresh_cache-a0fa69a8-5af2-465a-b0bd-76c703c8faff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.371987] env[69473]: DEBUG nova.network.neutron [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Refreshing network info cache for port 6634670f-9749-4857-b849-0a85f579d7bf {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.407721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "959c58c5-2931-40dd-9afd-d3884a500adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.407843] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.431499] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.495625] env[69473]: DEBUG oslo_vmware.api [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Task: {'id': task-3357237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191739} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.496829] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.496829] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.496829] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.496829] env[69473]: INFO nova.compute.manager [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 625.496829] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.497232] env[69473]: DEBUG nova.compute.manager [-] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.497232] env[69473]: DEBUG nova.network.neutron [-] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.557127] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357238, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.568061] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.645577] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.665508] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5210a8fd-0d77-4546-bf22-29faf7104743, 'name': SearchDatastore_Task, 'duration_secs': 0.027005} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.666588] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.667495] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] a0fa69a8-5af2-465a-b0bd-76c703c8faff/a0fa69a8-5af2-465a-b0bd-76c703c8faff.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.668089] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ef7a341-0550-448a-bec7-89819717f4d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.681021] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 625.681021] env[69473]: value = "task-3357239" [ 625.681021] env[69473]: _type = "Task" [ 625.681021] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.695790] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.716418] env[69473]: DEBUG nova.network.neutron [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.787112] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357235, 'name': ReconfigVM_Task, 'duration_secs': 0.948981} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.787416] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 0b762725-776a-4a67-9a02-4212f1f66a0e/0b762725-776a-4a67-9a02-4212f1f66a0e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.788074] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b571b85-b509-475e-b620-455959baf3ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.795574] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 625.795574] env[69473]: value = "task-3357240" [ 625.795574] env[69473]: _type = "Task" [ 625.795574] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.805395] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357240, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.929429] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357233, 'name': PowerOffVM_Task, 'duration_secs': 1.186269} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.929429] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.929429] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.930064] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce2d9766-d7fd-4d06-91ea-16a4a8cc02c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.021369] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.022033] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.022033] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleting the datastore file [datastore2] f2c5d8bd-7a27-4779-8bf1-a8442162035f {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.025269] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa444375-9c85-471e-bc0f-30bcecb404b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.041074] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 626.041074] env[69473]: value = "task-3357242" [ 626.041074] env[69473]: _type = "Task" [ 626.041074] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.056470] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "8e2a554b-0f7b-44ad-a15e-3b374106d672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.056470] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.056470] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "8e2a554b-0f7b-44ad-a15e-3b374106d672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.056470] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.058909] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.058909] env[69473]: DEBUG oslo_vmware.api [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357238, 'name': PowerOnVM_Task, 'duration_secs': 0.578442} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.058909] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.058909] env[69473]: INFO nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Took 14.10 seconds to spawn the instance on the hypervisor. [ 626.058909] env[69473]: DEBUG nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.059786] env[69473]: INFO nova.compute.manager [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Terminating instance [ 626.060284] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6062e2-12cd-4065-84bf-fa890f0d7d6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.068724] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.153491] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 626.153663] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.649s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.154026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.843s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.155721] env[69473]: INFO nova.compute.claims [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.193262] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357239, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.311020] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357240, 'name': Rename_Task, 'duration_secs': 0.188965} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.311020] env[69473]: DEBUG nova.network.neutron [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Updating instance_info_cache with network_info: [{"id": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "address": "fa:16:3e:70:90:ca", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9b2e53-72", "ovs_interfaceid": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.315346] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.315461] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b1902cb-69e3-4f3d-8b54-8520d7003ff7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.324254] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 626.324254] env[69473]: value = "task-3357244" [ 626.324254] env[69473]: _type = "Task" [ 626.324254] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.336145] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.559928] env[69473]: DEBUG oslo_vmware.api [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262896} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.560409] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.560680] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.560921] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.561991] env[69473]: INFO nova.compute.manager [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Took 2.17 seconds to destroy the instance on the hypervisor. [ 626.561991] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.561991] env[69473]: DEBUG nova.compute.manager [-] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.561991] env[69473]: DEBUG nova.network.neutron [-] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.570143] env[69473]: DEBUG nova.compute.manager [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.571815] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.572543] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f179d2-0b6a-4bdd-b051-cc820f08892e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.590217] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.592034] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3273ede9-1b4f-43b9-a58d-9b712ed4e4ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.595194] env[69473]: INFO nova.compute.manager [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Took 23.83 seconds to build instance. [ 626.604223] env[69473]: DEBUG oslo_vmware.api [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 626.604223] env[69473]: value = "task-3357245" [ 626.604223] env[69473]: _type = "Task" [ 626.604223] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.621442] env[69473]: DEBUG oslo_vmware.api [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.711630] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541192} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.712609] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] a0fa69a8-5af2-465a-b0bd-76c703c8faff/a0fa69a8-5af2-465a-b0bd-76c703c8faff.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.712609] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.712609] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03efeea-4bc4-42a2-a096-ba40543de5f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.728362] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 626.728362] env[69473]: value = "task-3357246" [ 626.728362] env[69473]: _type = "Task" [ 626.728362] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.741058] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.759902] env[69473]: DEBUG nova.network.neutron [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Updated VIF entry in instance network info cache for port 6634670f-9749-4857-b849-0a85f579d7bf. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.760667] env[69473]: DEBUG nova.network.neutron [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Updating instance_info_cache with network_info: [{"id": "6634670f-9749-4857-b849-0a85f579d7bf", "address": "fa:16:3e:8f:36:d9", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6634670f-97", "ovs_interfaceid": "6634670f-9749-4857-b849-0a85f579d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.822130] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.822130] env[69473]: DEBUG nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Instance network_info: |[{"id": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "address": "fa:16:3e:70:90:ca", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9b2e53-72", "ovs_interfaceid": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.822276] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:90:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e9b2e53-72f1-4ceb-ad23-58356f8abd72', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.839954] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Creating folder: Project (24e15c261969429fa2a16e83daee88ea). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.839954] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be72137d-7a6b-42cc-9905-4223a83ab654 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.852995] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.856905] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Created folder: Project (24e15c261969429fa2a16e83daee88ea) in parent group-v669999. [ 626.857104] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Creating folder: Instances. Parent ref: group-v670029. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.857391] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638e7da0-c918-4bf1-807e-a9e1d5f24b8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.873353] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Created folder: Instances in parent group-v670029. [ 626.873353] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.873353] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.873353] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3ec76d7-8047-468e-a63d-127be6ab5a6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.897653] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.897653] env[69473]: value = "task-3357249" [ 626.897653] env[69473]: _type = "Task" [ 626.897653] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.907958] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357249, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.100699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d90c883-aa89-45c3-a337-90d10162721b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.349s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.120323] env[69473]: DEBUG oslo_vmware.api [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357245, 'name': PowerOffVM_Task, 'duration_secs': 0.247997} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.120323] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.120323] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.120323] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-942ccfa3-b1e1-40a0-a190-01c64038a7b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.193043] env[69473]: DEBUG nova.network.neutron [-] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.208024] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.208024] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.208024] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleting the datastore file [datastore2] 8e2a554b-0f7b-44ad-a15e-3b374106d672 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.208024] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82e7e2a8-c3f3-44be-abab-5de57c7c0d0f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.217551] env[69473]: DEBUG oslo_vmware.api [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 627.217551] env[69473]: value = "task-3357251" [ 627.217551] env[69473]: _type = "Task" [ 627.217551] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.227605] env[69473]: DEBUG oslo_vmware.api [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.242552] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084779} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.242953] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.244512] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e043c62-8c6c-4ab9-833b-5e3da485368d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.268143] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a0fa69a8-5af2-465a-b0bd-76c703c8faff/a0fa69a8-5af2-465a-b0bd-76c703c8faff.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.268830] env[69473]: DEBUG oslo_concurrency.lockutils [req-76b98bfb-1fa2-4f63-bc5f-79c604974691 req-f65d62c1-c369-4f87-8d86-b69256b80013 service nova] Releasing lock "refresh_cache-a0fa69a8-5af2-465a-b0bd-76c703c8faff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.271202] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bdef6b0-1f0e-436f-bf0e-f58271b255ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.294981] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 627.294981] env[69473]: value = "task-3357252" [ 627.294981] env[69473]: _type = "Task" [ 627.294981] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.303924] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.362848] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357244, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.409852] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357249, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.555579] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa852d6-aa60-41d7-981f-c41a0ff60f85 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.564558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f6454f-61c4-422e-a14f-78bcd8c140ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.596079] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524be37a-731b-40fb-aa3d-4f1de57a07c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.603650] env[69473]: DEBUG nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.607806] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5526079-0529-44b3-8b52-621d1e339121 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.622365] env[69473]: DEBUG nova.compute.provider_tree [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.697459] env[69473]: INFO nova.compute.manager [-] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Took 2.20 seconds to deallocate network for instance. [ 627.728623] env[69473]: DEBUG oslo_vmware.api [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164773} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.728623] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.728623] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.728623] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.728849] env[69473]: INFO nova.compute.manager [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Took 1.16 seconds to destroy the instance on the hypervisor. [ 627.728989] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.729970] env[69473]: DEBUG nova.compute.manager [-] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.729970] env[69473]: DEBUG nova.network.neutron [-] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.810824] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357252, 'name': ReconfigVM_Task, 'duration_secs': 0.427378} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.811735] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a0fa69a8-5af2-465a-b0bd-76c703c8faff/a0fa69a8-5af2-465a-b0bd-76c703c8faff.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.812703] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06946181-aa03-473b-8ffd-a61487618d4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.822658] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 627.822658] env[69473]: value = "task-3357253" [ 627.822658] env[69473]: _type = "Task" [ 627.822658] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.841090] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357253, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.851406] env[69473]: DEBUG oslo_vmware.api [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357244, 'name': PowerOnVM_Task, 'duration_secs': 1.130319} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.851764] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.852033] env[69473]: INFO nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Took 12.35 seconds to spawn the instance on the hypervisor. [ 627.852299] env[69473]: DEBUG nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.853155] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222889a1-f889-480c-af5e-43b99340bb43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.911277] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357249, 'name': CreateVM_Task, 'duration_secs': 0.670179} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.911518] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.912247] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.912416] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.912748] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.913928] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30077a6d-8e24-4fa8-b617-5e9df32bb5b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.921758] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 627.921758] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b2692e-5c99-b92b-5bb6-c64a239302ca" [ 627.921758] env[69473]: _type = "Task" [ 627.921758] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.933231] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b2692e-5c99-b92b-5bb6-c64a239302ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.127173] env[69473]: DEBUG nova.scheduler.client.report [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.143666] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.207420] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.313148] env[69473]: DEBUG nova.network.neutron [-] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.339682] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357253, 'name': Rename_Task, 'duration_secs': 0.340072} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.339977] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.340347] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da057c26-c933-4a96-8a70-a23d8dc3b000 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.351878] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 628.351878] env[69473]: value = "task-3357255" [ 628.351878] env[69473]: _type = "Task" [ 628.351878] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.373830] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.377300] env[69473]: INFO nova.compute.manager [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Took 19.59 seconds to build instance. [ 628.436486] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b2692e-5c99-b92b-5bb6-c64a239302ca, 'name': SearchDatastore_Task, 'duration_secs': 0.04041} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.437063] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.437472] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.437849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.438591] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.440824] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-871aa490-6dc3-4a91-8f79-a91b3136548e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.453526] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.453526] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.455125] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ca99a2-4a2f-474f-9984-9c4d640ab1d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.466082] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 628.466082] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e8bad0-1a2e-6bd3-b19e-f5e443569396" [ 628.466082] env[69473]: _type = "Task" [ 628.466082] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.478892] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e8bad0-1a2e-6bd3-b19e-f5e443569396, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.479684] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef6b255-4f02-42db-b08e-91f7bec160d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.487781] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 628.487781] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e25c5c-7e46-c3af-6cc9-54556d706045" [ 628.487781] env[69473]: _type = "Task" [ 628.487781] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.498519] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e25c5c-7e46-c3af-6cc9-54556d706045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.635063] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.635063] env[69473]: DEBUG nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.635931] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.955s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.638020] env[69473]: INFO nova.compute.claims [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.813942] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "940e8a8f-5bdc-49fc-8aac-8383d2218376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.814236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.818567] env[69473]: INFO nova.compute.manager [-] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Took 2.26 seconds to deallocate network for instance. [ 628.869022] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357255, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.882814] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9761b8bb-9755-41e1-ae2a-5b95c345b4cf tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.104s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.944892] env[69473]: DEBUG nova.network.neutron [-] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.000123] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e25c5c-7e46-c3af-6cc9-54556d706045, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.000401] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.000661] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 97994bf0-b61e-490d-a0d5-d704a2650f97/97994bf0-b61e-490d-a0d5-d704a2650f97.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.000914] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2196c2f9-e68c-4c47-bd08-84a9ef328eca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.009678] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 629.009678] env[69473]: value = "task-3357256" [ 629.009678] env[69473]: _type = "Task" [ 629.009678] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.022910] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.127009] env[69473]: DEBUG nova.compute.manager [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Received event network-vif-plugged-8e9b2e53-72f1-4ceb-ad23-58356f8abd72 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.128607] env[69473]: DEBUG oslo_concurrency.lockutils [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] Acquiring lock "97994bf0-b61e-490d-a0d5-d704a2650f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.129357] env[69473]: DEBUG oslo_concurrency.lockutils [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.129357] env[69473]: DEBUG oslo_concurrency.lockutils [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.129357] env[69473]: DEBUG nova.compute.manager [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] No waiting events found dispatching network-vif-plugged-8e9b2e53-72f1-4ceb-ad23-58356f8abd72 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.129611] env[69473]: WARNING nova.compute.manager [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Received unexpected event network-vif-plugged-8e9b2e53-72f1-4ceb-ad23-58356f8abd72 for instance with vm_state building and task_state spawning. [ 629.129653] env[69473]: DEBUG nova.compute.manager [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Received event network-changed-8e9b2e53-72f1-4ceb-ad23-58356f8abd72 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.129795] env[69473]: DEBUG nova.compute.manager [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Refreshing instance network info cache due to event network-changed-8e9b2e53-72f1-4ceb-ad23-58356f8abd72. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.130013] env[69473]: DEBUG oslo_concurrency.lockutils [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] Acquiring lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.130211] env[69473]: DEBUG oslo_concurrency.lockutils [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] Acquired lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.130311] env[69473]: DEBUG nova.network.neutron [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Refreshing network info cache for port 8e9b2e53-72f1-4ceb-ad23-58356f8abd72 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.142645] env[69473]: DEBUG nova.compute.utils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.146830] env[69473]: DEBUG nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.146953] env[69473]: DEBUG nova.network.neutron [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.237135] env[69473]: DEBUG nova.policy [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc8f3c5724c44bb8b85cf02006a95fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e15c261969429fa2a16e83daee88ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.328924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.370023] env[69473]: DEBUG oslo_vmware.api [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357255, 'name': PowerOnVM_Task, 'duration_secs': 0.831186} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.370023] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.370023] env[69473]: INFO nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Took 11.39 seconds to spawn the instance on the hypervisor. [ 629.370023] env[69473]: DEBUG nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.370023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a78c1-efcf-4c23-be86-e90b46f19c19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.386443] env[69473]: DEBUG nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.450749] env[69473]: INFO nova.compute.manager [-] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Took 1.72 seconds to deallocate network for instance. [ 629.526146] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357256, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.649683] env[69473]: DEBUG nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.824579] env[69473]: DEBUG nova.compute.manager [req-b06fb506-e307-4f09-9a91-987268cd69c5 req-38c70c14-b13f-4b71-8ab9-3280be5bf8cf service nova] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Received event network-vif-deleted-3d9c4923-ab95-42e2-846d-5bb2d9156a0d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.927206] env[69473]: INFO nova.compute.manager [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Took 20.60 seconds to build instance. [ 629.929435] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.964490] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.030143] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667549} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.033393] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 97994bf0-b61e-490d-a0d5-d704a2650f97/97994bf0-b61e-490d-a0d5-d704a2650f97.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.033640] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.035169] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7608ccbb-8e1c-4b90-a48f-2430bdacb82d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.049469] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 630.049469] env[69473]: value = "task-3357257" [ 630.049469] env[69473]: _type = "Task" [ 630.049469] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.067947] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.148198] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd38b8a-f71b-4933-a745-085d1006397c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.165743] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d892e506-7cf1-4d81-b5bc-308bcc0bf079 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.204344] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163de787-5c7a-4cf6-9915-5252a857533f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.216021] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d68c4-b44c-4a72-a208-9c604cada32d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.235311] env[69473]: DEBUG nova.compute.provider_tree [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.430716] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50390ca4-3374-4e56-b1c5-99b183a0194b tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.118s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.563233] env[69473]: DEBUG nova.network.neutron [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Successfully created port: 587450c1-3643-4621-9292-02fe4052754e {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.565854] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.566025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.566220] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.566568] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.566808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.570223] env[69473]: INFO nova.compute.manager [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Terminating instance [ 630.580603] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143813} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.582315] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.583286] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ce3c1-db07-4ec1-82c7-431a72473857 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.615549] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 97994bf0-b61e-490d-a0d5-d704a2650f97/97994bf0-b61e-490d-a0d5-d704a2650f97.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.616775] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac16e865-569d-46e8-a863-5ad557982865 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.641560] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 630.641560] env[69473]: value = "task-3357259" [ 630.641560] env[69473]: _type = "Task" [ 630.641560] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.653057] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.669878] env[69473]: DEBUG nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.698628] env[69473]: DEBUG nova.network.neutron [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Updated VIF entry in instance network info cache for port 8e9b2e53-72f1-4ceb-ad23-58356f8abd72. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.699395] env[69473]: DEBUG nova.network.neutron [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Updating instance_info_cache with network_info: [{"id": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "address": "fa:16:3e:70:90:ca", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9b2e53-72", "ovs_interfaceid": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.717946] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.718738] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.718738] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.719056] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.720134] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.720134] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.720134] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.720134] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.720134] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.720372] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.721052] env[69473]: DEBUG nova.virt.hardware [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.721422] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32374112-a952-456f-a7c4-64a168045a8f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.732411] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b08e4d-fc99-48b8-bddb-cffd651c40c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.739860] env[69473]: DEBUG nova.scheduler.client.report [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.934767] env[69473]: DEBUG nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.083516] env[69473]: DEBUG nova.compute.manager [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.084072] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.084700] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897316d-95f9-411a-a289-b728051fda2e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.096873] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.097256] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66506bef-2472-46de-8279-bfe208db6de6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.107903] env[69473]: DEBUG oslo_vmware.api [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 631.107903] env[69473]: value = "task-3357260" [ 631.107903] env[69473]: _type = "Task" [ 631.107903] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.120945] env[69473]: DEBUG oslo_vmware.api [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.156480] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.206906] env[69473]: DEBUG oslo_concurrency.lockutils [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] Releasing lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.207132] env[69473]: DEBUG nova.compute.manager [req-78b7617d-e826-4607-b65f-b84ce7ecb0f0 req-62ae8c80-b17d-4c26-9995-0825ab92ff8f service nova] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Received event network-vif-deleted-a2400190-3bf0-453c-985f-310ce74cf0bf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.211032] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.211930] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.247023] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.247023] env[69473]: DEBUG nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.248117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.060s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.249649] env[69473]: INFO nova.compute.claims [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.492641] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.581712] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "943364ed-68a8-49d5-b165-a19795d43933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.581712] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.625166] env[69473]: DEBUG oslo_vmware.api [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.656380] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357259, 'name': ReconfigVM_Task, 'duration_secs': 0.777464} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.657025] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 97994bf0-b61e-490d-a0d5-d704a2650f97/97994bf0-b61e-490d-a0d5-d704a2650f97.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.658039] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8a7910a-e94d-452e-8920-a0c7383fb048 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.666894] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 631.666894] env[69473]: value = "task-3357261" [ 631.666894] env[69473]: _type = "Task" [ 631.666894] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.683839] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357261, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.762143] env[69473]: DEBUG nova.compute.utils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.765293] env[69473]: DEBUG nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.765485] env[69473]: DEBUG nova.network.neutron [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.882159] env[69473]: DEBUG nova.policy [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc8f3c5724c44bb8b85cf02006a95fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e15c261969429fa2a16e83daee88ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.126022] env[69473]: DEBUG oslo_vmware.api [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357260, 'name': PowerOffVM_Task, 'duration_secs': 0.839411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.126022] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.126022] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.126022] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7692e509-f576-42cf-a50f-861102c6ecae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.138800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.142052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.142052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.142052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.142052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.148768] env[69473]: INFO nova.compute.manager [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Terminating instance [ 632.186244] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357261, 'name': Rename_Task, 'duration_secs': 0.181706} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.187666] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.187666] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48530dba-c78c-4359-87e9-8ba22c05432c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.200775] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "2d0eae83-e347-4b52-a5d6-322b6e613b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.201036] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.201291] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.201472] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.201650] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Deleting the datastore file [datastore1] 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.202987] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff1634eb-9366-4580-ad6a-9e54b7016c07 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.205205] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 632.205205] env[69473]: value = "task-3357263" [ 632.205205] env[69473]: _type = "Task" [ 632.205205] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.212799] env[69473]: DEBUG oslo_vmware.api [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for the task: (returnval){ [ 632.212799] env[69473]: value = "task-3357264" [ 632.212799] env[69473]: _type = "Task" [ 632.212799] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.220288] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.226349] env[69473]: DEBUG oslo_vmware.api [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.275252] env[69473]: DEBUG nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.437784] env[69473]: DEBUG nova.network.neutron [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Successfully created port: 8a7d5c9d-2870-40ae-ad87-6193a0fb0078 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.654974] env[69473]: DEBUG nova.compute.manager [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.656242] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.656492] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99252450-1096-4a36-bbcc-63c2cb1bb032 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.669417] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.670015] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26081f7d-7d42-4e38-8341-c065c0f14cd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.680897] env[69473]: DEBUG oslo_vmware.api [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 632.680897] env[69473]: value = "task-3357266" [ 632.680897] env[69473]: _type = "Task" [ 632.680897] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.691505] env[69473]: DEBUG oslo_vmware.api [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.696743] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b12e2-a032-45c4-ae88-57e5afdd24f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.705327] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cbc27f-816b-456e-82e5-b1f2dc655db8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.718218] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357263, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.748587] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d22f5-0558-4a43-81e4-8d3382ef8783 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.757858] env[69473]: DEBUG oslo_vmware.api [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Task: {'id': task-3357264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153387} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.761296] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.761296] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.761869] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.762101] env[69473]: INFO nova.compute.manager [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Took 1.68 seconds to destroy the instance on the hypervisor. [ 632.762340] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.762600] env[69473]: DEBUG nova.compute.manager [-] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.762693] env[69473]: DEBUG nova.network.neutron [-] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.765538] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f90b6ff-88c0-4ad8-b694-cde2bbbf1158 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.782989] env[69473]: DEBUG nova.compute.provider_tree [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.884871] env[69473]: DEBUG nova.network.neutron [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Successfully updated port: 587450c1-3643-4621-9292-02fe4052754e {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.192071] env[69473]: DEBUG oslo_vmware.api [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357266, 'name': PowerOffVM_Task, 'duration_secs': 0.296223} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.192346] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.192503] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.193106] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e14e653b-22a8-42d7-8705-8dbdc4b280df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.221284] env[69473]: DEBUG oslo_vmware.api [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357263, 'name': PowerOnVM_Task, 'duration_secs': 0.862142} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.221721] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.222057] env[69473]: INFO nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Took 10.68 seconds to spawn the instance on the hypervisor. [ 633.222661] env[69473]: DEBUG nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.223555] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda51216-144b-4dc1-b9d9-f24dc4ae3105 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.283020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.283257] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.283428] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleting the datastore file [datastore1] 1c9775bf-099d-45a3-9c63-2f2c72918e6a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.283707] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d581ab8f-c8f0-4c42-99af-c4f93668466f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.288637] env[69473]: DEBUG nova.scheduler.client.report [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.292455] env[69473]: DEBUG nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.302217] env[69473]: DEBUG oslo_vmware.api [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 633.302217] env[69473]: value = "task-3357268" [ 633.302217] env[69473]: _type = "Task" [ 633.302217] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.312742] env[69473]: DEBUG oslo_vmware.api [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.327870] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.328194] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.328400] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.328659] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.329380] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.329380] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.329380] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.329608] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.329818] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.330070] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.330315] env[69473]: DEBUG nova.virt.hardware [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.331321] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eddea1-b36b-4583-b1b7-eace4b5d7880 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.342541] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8bcaca-1341-43ec-9177-a5abff7577c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.387057] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "refresh_cache-ed013635-0798-47d9-bfa6-4ad2673d96c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.387584] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "refresh_cache-ed013635-0798-47d9-bfa6-4ad2673d96c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.387584] env[69473]: DEBUG nova.network.neutron [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.650342] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.650578] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.755217] env[69473]: INFO nova.compute.manager [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Took 24.23 seconds to build instance. [ 633.797383] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.798027] env[69473]: DEBUG nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.800467] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.516s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.801926] env[69473]: INFO nova.compute.claims [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.822725] env[69473]: DEBUG oslo_vmware.api [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145273} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.823230] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.823230] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.823430] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.823683] env[69473]: INFO nova.compute.manager [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 633.823785] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.823973] env[69473]: DEBUG nova.compute.manager [-] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.824083] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.940927] env[69473]: DEBUG nova.network.neutron [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.255019] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e2987d72-6a8b-4ffa-a17d-4888073079fb tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.747s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.262265] env[69473]: DEBUG nova.network.neutron [-] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.308862] env[69473]: DEBUG nova.compute.utils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.318078] env[69473]: DEBUG nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.318878] env[69473]: DEBUG nova.network.neutron [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.432023] env[69473]: DEBUG nova.network.neutron [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Updating instance_info_cache with network_info: [{"id": "587450c1-3643-4621-9292-02fe4052754e", "address": "fa:16:3e:2e:c2:d7", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587450c1-36", "ovs_interfaceid": "587450c1-3643-4621-9292-02fe4052754e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.458067] env[69473]: DEBUG nova.policy [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f84bed1ed3a246649e43019e0f15afad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d4f126b53ca4909ba5616e5870e9859', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.506561] env[69473]: DEBUG nova.compute.manager [req-51c1bfa0-132d-4166-b234-4bb25808c98f req-7302c5e8-7f88-44dd-8caf-4fb78b4fb5dc service nova] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Received event network-vif-deleted-5fa42e3d-b43b-4ab7-8364-df32054eef3a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.551143] env[69473]: DEBUG nova.network.neutron [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Successfully updated port: 8a7d5c9d-2870-40ae-ad87-6193a0fb0078 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.758786] env[69473]: DEBUG nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.766549] env[69473]: INFO nova.compute.manager [-] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Took 2.00 seconds to deallocate network for instance. [ 634.766809] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.819834] env[69473]: DEBUG nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.934929] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "refresh_cache-ed013635-0798-47d9-bfa6-4ad2673d96c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.935336] env[69473]: DEBUG nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Instance network_info: |[{"id": "587450c1-3643-4621-9292-02fe4052754e", "address": "fa:16:3e:2e:c2:d7", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587450c1-36", "ovs_interfaceid": "587450c1-3643-4621-9292-02fe4052754e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.936124] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:c2:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '587450c1-3643-4621-9292-02fe4052754e', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.945397] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.948566] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.948941] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f5de651-f730-450f-989d-d4439f3434b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.974089] env[69473]: DEBUG nova.network.neutron [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Successfully created port: 03c84aba-6ca3-4b36-b96c-8df300655629 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.983227] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.983227] env[69473]: value = "task-3357269" [ 634.983227] env[69473]: _type = "Task" [ 634.983227] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.994681] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357269, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.055617] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "refresh_cache-e57af8df-0b59-4899-af1c-872051a1c0ff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.055617] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "refresh_cache-e57af8df-0b59-4899-af1c-872051a1c0ff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.055617] env[69473]: DEBUG nova.network.neutron [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.272282] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a24651-cd76-4235-b99f-b56a015e5a1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.286799] env[69473]: INFO nova.compute.manager [-] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Took 1.46 seconds to deallocate network for instance. [ 635.287938] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.303078] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb4d1b-b14f-4e17-ad24-24c49fb2e8f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.350328] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.367759] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf288b5-b4e7-431a-ac94-d73044058ff9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.383528] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6716a31-9f76-434e-b580-c8181872e416 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.397592] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.398050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.419477] env[69473]: DEBUG nova.compute.provider_tree [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.495645] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357269, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.541460] env[69473]: DEBUG nova.compute.manager [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Received event network-changed-b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.541771] env[69473]: DEBUG nova.compute.manager [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Refreshing instance network info cache due to event network-changed-b960c96a-393c-4ebd-9995-985fea109efa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.543034] env[69473]: DEBUG oslo_concurrency.lockutils [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] Acquiring lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.543034] env[69473]: DEBUG oslo_concurrency.lockutils [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] Acquired lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.543034] env[69473]: DEBUG nova.network.neutron [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Refreshing network info cache for port b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.605910] env[69473]: DEBUG nova.network.neutron [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.756507] env[69473]: DEBUG nova.network.neutron [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Updating instance_info_cache with network_info: [{"id": "8a7d5c9d-2870-40ae-ad87-6193a0fb0078", "address": "fa:16:3e:6f:21:ea", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7d5c9d-28", "ovs_interfaceid": "8a7d5c9d-2870-40ae-ad87-6193a0fb0078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.781202] env[69473]: DEBUG nova.compute.manager [None req-1d80eb8c-77b8-4a05-84a1-34c6fe9e35e7 tempest-ServerDiagnosticsTest-1297166137 tempest-ServerDiagnosticsTest-1297166137-project-admin] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.782455] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55193e93-af3d-44d4-a9a9-3a165eb76dae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.792605] env[69473]: INFO nova.compute.manager [None req-1d80eb8c-77b8-4a05-84a1-34c6fe9e35e7 tempest-ServerDiagnosticsTest-1297166137 tempest-ServerDiagnosticsTest-1297166137-project-admin] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Retrieving diagnostics [ 635.793527] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0db1e2-c6dc-4f5c-8dea-18cbb1f984fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.801630] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.868572] env[69473]: DEBUG nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.895762] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.896009] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.896173] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.896384] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.896540] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.896770] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.897014] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.897219] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.897418] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.897590] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.897762] env[69473]: DEBUG nova.virt.hardware [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.898955] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd13259e-c937-4cdd-8e12-405a3e54b38b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.906143] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "52f865a3-f591-46d5-9fdb-c4abc4616358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.906407] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.912262] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a3b0bd-e55e-4233-aab5-fe371e5e2abf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.932886] env[69473]: DEBUG nova.scheduler.client.report [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.999602] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357269, 'name': CreateVM_Task, 'duration_secs': 0.525007} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.999602] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.999602] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.999602] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.999815] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.000058] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd140d2-852f-446a-8165-7591ae9de141 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.007634] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 636.007634] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525077b4-d2c1-d384-bdd0-c3db7ea724df" [ 636.007634] env[69473]: _type = "Task" [ 636.007634] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.017231] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525077b4-d2c1-d384-bdd0-c3db7ea724df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.267843] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "refresh_cache-e57af8df-0b59-4899-af1c-872051a1c0ff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.268546] env[69473]: DEBUG nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Instance network_info: |[{"id": "8a7d5c9d-2870-40ae-ad87-6193a0fb0078", "address": "fa:16:3e:6f:21:ea", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7d5c9d-28", "ovs_interfaceid": "8a7d5c9d-2870-40ae-ad87-6193a0fb0078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.269445] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:21:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a7d5c9d-2870-40ae-ad87-6193a0fb0078', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.276825] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.279869] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.280047] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb233a51-4017-4300-8a06-46bb48ee8c42 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.305795] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.305795] env[69473]: value = "task-3357270" [ 636.305795] env[69473]: _type = "Task" [ 636.305795] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.321507] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357270, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.382210] env[69473]: DEBUG nova.network.neutron [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Updated VIF entry in instance network info cache for port b960c96a-393c-4ebd-9995-985fea109efa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.382600] env[69473]: DEBUG nova.network.neutron [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Updating instance_info_cache with network_info: [{"id": "b960c96a-393c-4ebd-9995-985fea109efa", "address": "fa:16:3e:45:51:8a", "network": {"id": "9454c039-fe86-4ac6-a733-8c7daba1a57c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1634918696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae2ed2c9be04ddc93ac96a09b5a9e22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb960c96a-39", "ovs_interfaceid": "b960c96a-393c-4ebd-9995-985fea109efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.438620] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.439148] env[69473]: DEBUG nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.445151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.187s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.446203] env[69473]: INFO nova.compute.claims [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.520393] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525077b4-d2c1-d384-bdd0-c3db7ea724df, 'name': SearchDatastore_Task, 'duration_secs': 0.014992} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.521343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.521578] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.522228] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.522420] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.522591] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.523133] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c96b1f19-470e-42da-a1c6-b712371aa3cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.534720] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.535090] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.535701] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2e5e31-9fe0-4a95-9202-180271d2edd7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.544095] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 636.544095] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523ef858-95ec-6c08-8f11-197fdac730ca" [ 636.544095] env[69473]: _type = "Task" [ 636.544095] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.554709] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523ef858-95ec-6c08-8f11-197fdac730ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.821369] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357270, 'name': CreateVM_Task, 'duration_secs': 0.392228} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.821556] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.822317] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.822570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.822824] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.823112] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7240ff9-8faf-45b5-b9eb-c9312d580c19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.829355] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 636.829355] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5224524b-ae2c-3944-8b45-c47c06b5f0f0" [ 636.829355] env[69473]: _type = "Task" [ 636.829355] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.844094] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5224524b-ae2c-3944-8b45-c47c06b5f0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.844207] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.844377] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.844601] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.886483] env[69473]: DEBUG oslo_concurrency.lockutils [req-f02d85c1-b900-4d12-9b1f-12ad6bd15395 req-bd4c5f79-0e3d-4294-8c1c-46e25fb9139c service nova] Releasing lock "refresh_cache-0b762725-776a-4a67-9a02-4212f1f66a0e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.915481] env[69473]: DEBUG nova.network.neutron [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Successfully updated port: 03c84aba-6ca3-4b36-b96c-8df300655629 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.952021] env[69473]: DEBUG nova.compute.utils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.956078] env[69473]: DEBUG nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.956264] env[69473]: DEBUG nova.network.neutron [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.026589] env[69473]: DEBUG nova.policy [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d4546591554ff38d8f107542c0b9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b803953466314e3ea5c88ac571e409a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.057156] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523ef858-95ec-6c08-8f11-197fdac730ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.057951] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c35574-844f-472f-b43c-49fe521e8585 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.064708] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 637.064708] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e5c502-0682-ad8a-936a-622a47cbe0e7" [ 637.064708] env[69473]: _type = "Task" [ 637.064708] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.077064] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e5c502-0682-ad8a-936a-622a47cbe0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.416572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Acquiring lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.416864] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.417231] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "refresh_cache-0d536aa2-86c7-434a-8673-9c11c8e89a83" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.417358] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquired lock "refresh_cache-0d536aa2-86c7-434a-8673-9c11c8e89a83" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.417700] env[69473]: DEBUG nova.network.neutron [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.459954] env[69473]: DEBUG nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.578945] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e5c502-0682-ad8a-936a-622a47cbe0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017808} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.579235] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.579494] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ed013635-0798-47d9-bfa6-4ad2673d96c1/ed013635-0798-47d9-bfa6-4ad2673d96c1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.579804] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.580092] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.580372] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a157ac05-4d58-40ba-be78-1a380c2d586d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.582437] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2ea2878-2e9e-4bab-921c-1a9ce1ba76f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.594022] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 637.594022] env[69473]: value = "task-3357271" [ 637.594022] env[69473]: _type = "Task" [ 637.594022] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.595253] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.595430] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.601251] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a45f763-48db-41c3-b863-1532f22292d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.616658] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.618252] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 637.618252] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52873d84-01c8-d54c-57f1-ea6ea587f120" [ 637.618252] env[69473]: _type = "Task" [ 637.618252] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.631964] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52873d84-01c8-d54c-57f1-ea6ea587f120, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.632662] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34e799b-fdfd-4b76-b4b7-af1fc0fe66ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.639402] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 637.639402] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e872c5-e2b2-a2b8-b10a-8edf749100a3" [ 637.639402] env[69473]: _type = "Task" [ 637.639402] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.648078] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e872c5-e2b2-a2b8-b10a-8edf749100a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.700865] env[69473]: DEBUG nova.network.neutron [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Successfully created port: f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.904728] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab1d538-3b3f-49a2-b093-a54575fa1257 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.919597] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088883f6-5500-4d71-8802-ac8c576fc662 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.967917] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd8c03-48e3-4c6f-88af-b75229cd9fc1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.980103] env[69473]: DEBUG nova.network.neutron [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.990657] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7694f70e-568f-4314-a903-29125992d35b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.014243] env[69473]: DEBUG nova.compute.provider_tree [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.081752] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.082529] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.111278] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357271, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.155341] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e872c5-e2b2-a2b8-b10a-8edf749100a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.155751] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.156070] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e57af8df-0b59-4899-af1c-872051a1c0ff/e57af8df-0b59-4899-af1c-872051a1c0ff.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.156420] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6878a6b-dcbf-4241-aa5b-34fa43cd5c62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.167065] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 638.167065] env[69473]: value = "task-3357272" [ 638.167065] env[69473]: _type = "Task" [ 638.167065] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.177869] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.229256] env[69473]: DEBUG nova.network.neutron [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Updating instance_info_cache with network_info: [{"id": "03c84aba-6ca3-4b36-b96c-8df300655629", "address": "fa:16:3e:69:c6:40", "network": {"id": "4fe7cb57-5ce7-4438-8f48-cf5577533da9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-937568018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4f126b53ca4909ba5616e5870e9859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c84aba-6c", "ovs_interfaceid": "03c84aba-6ca3-4b36-b96c-8df300655629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.454302] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "f92d2111-2ca1-466f-8fea-d482fefcef95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.454302] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.489064] env[69473]: DEBUG nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.515172] env[69473]: DEBUG nova.scheduler.client.report [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.529024] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:27:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1056150457',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-390301082',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.529024] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.529024] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.529299] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.529299] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.529299] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.530654] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.532129] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.532129] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.532129] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.532129] env[69473]: DEBUG nova.virt.hardware [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.533214] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9907403f-51ef-45a0-8920-7e2a89048f1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.548028] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98fd009-0d60-4e7e-99cc-76f3cb3883f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.610286] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530285} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.610939] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ed013635-0798-47d9-bfa6-4ad2673d96c1/ed013635-0798-47d9-bfa6-4ad2673d96c1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.611365] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.613115] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e91a6d8b-8607-4c5b-ba36-335cc034fc6e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.622092] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 638.622092] env[69473]: value = "task-3357273" [ 638.622092] env[69473]: _type = "Task" [ 638.622092] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.634247] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.679347] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.732346] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Releasing lock "refresh_cache-0d536aa2-86c7-434a-8673-9c11c8e89a83" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.732346] env[69473]: DEBUG nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Instance network_info: |[{"id": "03c84aba-6ca3-4b36-b96c-8df300655629", "address": "fa:16:3e:69:c6:40", "network": {"id": "4fe7cb57-5ce7-4438-8f48-cf5577533da9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-937568018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4f126b53ca4909ba5616e5870e9859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c84aba-6c", "ovs_interfaceid": "03c84aba-6ca3-4b36-b96c-8df300655629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.735015] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c6:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c84aba-6ca3-4b36-b96c-8df300655629', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.746025] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Creating folder: Project (3d4f126b53ca4909ba5616e5870e9859). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.746025] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dde938ea-bd11-450e-aabc-d83b534fbf5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.766139] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Created folder: Project (3d4f126b53ca4909ba5616e5870e9859) in parent group-v669999. [ 638.766465] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Creating folder: Instances. Parent ref: group-v670034. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.766777] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6316d4-222d-499f-a89b-c0943588627b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.784906] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Created folder: Instances in parent group-v670034. [ 638.784906] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.785311] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.785912] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b00532ec-1bc6-4efb-98b3-4a122e5622d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.812200] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.812200] env[69473]: value = "task-3357276" [ 638.812200] env[69473]: _type = "Task" [ 638.812200] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.822942] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357276, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.856456] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Received event network-vif-plugged-587450c1-3643-4621-9292-02fe4052754e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.856812] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Acquiring lock "ed013635-0798-47d9-bfa6-4ad2673d96c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.857509] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.857815] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.858237] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] No waiting events found dispatching network-vif-plugged-587450c1-3643-4621-9292-02fe4052754e {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.858496] env[69473]: WARNING nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Received unexpected event network-vif-plugged-587450c1-3643-4621-9292-02fe4052754e for instance with vm_state building and task_state spawning. [ 638.858809] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Received event network-changed-587450c1-3643-4621-9292-02fe4052754e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.860070] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Refreshing instance network info cache due to event network-changed-587450c1-3643-4621-9292-02fe4052754e. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.860070] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Acquiring lock "refresh_cache-ed013635-0798-47d9-bfa6-4ad2673d96c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.860070] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Acquired lock "refresh_cache-ed013635-0798-47d9-bfa6-4ad2673d96c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.860334] env[69473]: DEBUG nova.network.neutron [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Refreshing network info cache for port 587450c1-3643-4621-9292-02fe4052754e {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.021837] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.023322] env[69473]: DEBUG nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.027248] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.459s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.028987] env[69473]: INFO nova.compute.claims [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.139444] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180057} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.139756] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.140645] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e793a8-7ede-47cc-b337-a19c1d9feda9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.172876] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ed013635-0798-47d9-bfa6-4ad2673d96c1/ed013635-0798-47d9-bfa6-4ad2673d96c1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.173340] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0841a4d-501f-44b0-b175-3d7c320c4490 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.200840] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686071} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.202097] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e57af8df-0b59-4899-af1c-872051a1c0ff/e57af8df-0b59-4899-af1c-872051a1c0ff.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.202361] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.202770] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 639.202770] env[69473]: value = "task-3357277" [ 639.202770] env[69473]: _type = "Task" [ 639.202770] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.203047] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcb4e223-d24a-409d-97ed-153ebc06749d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.216219] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.218430] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 639.218430] env[69473]: value = "task-3357278" [ 639.218430] env[69473]: _type = "Task" [ 639.218430] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.229461] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.283486] env[69473]: DEBUG nova.compute.manager [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Received event network-vif-deleted-04a54500-f618-4ea1-9013-5929f446c572 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.283688] env[69473]: DEBUG nova.compute.manager [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Received event network-vif-deleted-94bdc28a-e812-4a3c-a08a-07d4e90f3c81 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.283856] env[69473]: DEBUG nova.compute.manager [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Received event network-vif-plugged-03c84aba-6ca3-4b36-b96c-8df300655629 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.284428] env[69473]: DEBUG oslo_concurrency.lockutils [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] Acquiring lock "0d536aa2-86c7-434a-8673-9c11c8e89a83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.284700] env[69473]: DEBUG oslo_concurrency.lockutils [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.284873] env[69473]: DEBUG oslo_concurrency.lockutils [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.285123] env[69473]: DEBUG nova.compute.manager [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] No waiting events found dispatching network-vif-plugged-03c84aba-6ca3-4b36-b96c-8df300655629 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.285394] env[69473]: WARNING nova.compute.manager [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Received unexpected event network-vif-plugged-03c84aba-6ca3-4b36-b96c-8df300655629 for instance with vm_state building and task_state spawning. [ 639.285646] env[69473]: DEBUG nova.compute.manager [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Received event network-changed-03c84aba-6ca3-4b36-b96c-8df300655629 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.285864] env[69473]: DEBUG nova.compute.manager [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Refreshing instance network info cache due to event network-changed-03c84aba-6ca3-4b36-b96c-8df300655629. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.286093] env[69473]: DEBUG oslo_concurrency.lockutils [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] Acquiring lock "refresh_cache-0d536aa2-86c7-434a-8673-9c11c8e89a83" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.286221] env[69473]: DEBUG oslo_concurrency.lockutils [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] Acquired lock "refresh_cache-0d536aa2-86c7-434a-8673-9c11c8e89a83" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.286402] env[69473]: DEBUG nova.network.neutron [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Refreshing network info cache for port 03c84aba-6ca3-4b36-b96c-8df300655629 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.326360] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357276, 'name': CreateVM_Task, 'duration_secs': 0.393075} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.326536] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.328200] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.328362] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.328721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.329248] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736770a6-a1a5-4fa4-b59e-6ef157f7e6fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.337123] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 639.337123] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c2dc39-6c0a-36b2-24b8-232440bd9be4" [ 639.337123] env[69473]: _type = "Task" [ 639.337123] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.343491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.343491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.343491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.343491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.343699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.343834] env[69473]: INFO nova.compute.manager [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Terminating instance [ 639.354792] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c2dc39-6c0a-36b2-24b8-232440bd9be4, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.356545] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.356822] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.357139] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.357415] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.357519] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.358421] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d3c12ef-dc77-4ffc-a7d8-67a9aa2d1f9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.376790] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.378673] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.378673] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5c8c83-a191-4c8f-b1fd-8be59c32d41e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.387529] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 639.387529] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529bd340-28cf-6ebe-59a1-5d2c86223d62" [ 639.387529] env[69473]: _type = "Task" [ 639.387529] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.398645] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529bd340-28cf-6ebe-59a1-5d2c86223d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.537031] env[69473]: DEBUG nova.compute.utils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.544612] env[69473]: DEBUG nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.544799] env[69473]: DEBUG nova.network.neutron [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.626545] env[69473]: DEBUG nova.policy [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80cdc478f6ef45daa8a9f8274481b464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f634ff16f3ad4b5b895b85c8270dc233', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.697657] env[69473]: DEBUG nova.network.neutron [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Updated VIF entry in instance network info cache for port 587450c1-3643-4621-9292-02fe4052754e. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.697657] env[69473]: DEBUG nova.network.neutron [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Updating instance_info_cache with network_info: [{"id": "587450c1-3643-4621-9292-02fe4052754e", "address": "fa:16:3e:2e:c2:d7", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587450c1-36", "ovs_interfaceid": "587450c1-3643-4621-9292-02fe4052754e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.718969] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.732325] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08311} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.732325] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.732325] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d1e34-3414-4e0b-9ba2-686c39b243b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.758755] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e57af8df-0b59-4899-af1c-872051a1c0ff/e57af8df-0b59-4899-af1c-872051a1c0ff.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.761797] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0cccbe0-18fa-4b38-adc2-c73b7fcd4037 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.787104] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 639.787104] env[69473]: value = "task-3357279" [ 639.787104] env[69473]: _type = "Task" [ 639.787104] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.798304] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.859220] env[69473]: DEBUG nova.compute.manager [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.859368] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.860237] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c4bfb4-2fd1-466e-a563-0cb4cb0b1f3f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.868552] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.868800] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7820bb98-4d95-4eb8-a3db-82da48dd0910 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.876027] env[69473]: DEBUG oslo_vmware.api [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 639.876027] env[69473]: value = "task-3357280" [ 639.876027] env[69473]: _type = "Task" [ 639.876027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.885994] env[69473]: DEBUG oslo_vmware.api [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.898559] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529bd340-28cf-6ebe-59a1-5d2c86223d62, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.899630] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18796b91-da00-4f9e-9910-d3926c7048ad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.906715] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 639.906715] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522738a5-cbcb-41b1-f9bd-223d70856a4c" [ 639.906715] env[69473]: _type = "Task" [ 639.906715] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.921084] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522738a5-cbcb-41b1-f9bd-223d70856a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.007924] env[69473]: DEBUG nova.network.neutron [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Successfully updated port: f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.053592] env[69473]: DEBUG nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.203065] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Releasing lock "refresh_cache-ed013635-0798-47d9-bfa6-4ad2673d96c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.203238] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Received event network-vif-plugged-8a7d5c9d-2870-40ae-ad87-6193a0fb0078 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.203996] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Acquiring lock "e57af8df-0b59-4899-af1c-872051a1c0ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.203996] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.203996] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.203996] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] No waiting events found dispatching network-vif-plugged-8a7d5c9d-2870-40ae-ad87-6193a0fb0078 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.204216] env[69473]: WARNING nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Received unexpected event network-vif-plugged-8a7d5c9d-2870-40ae-ad87-6193a0fb0078 for instance with vm_state building and task_state spawning. [ 640.204270] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Received event network-changed-8a7d5c9d-2870-40ae-ad87-6193a0fb0078 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.205345] env[69473]: DEBUG nova.compute.manager [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Refreshing instance network info cache due to event network-changed-8a7d5c9d-2870-40ae-ad87-6193a0fb0078. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.205345] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Acquiring lock "refresh_cache-e57af8df-0b59-4899-af1c-872051a1c0ff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.205345] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Acquired lock "refresh_cache-e57af8df-0b59-4899-af1c-872051a1c0ff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.205345] env[69473]: DEBUG nova.network.neutron [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Refreshing network info cache for port 8a7d5c9d-2870-40ae-ad87-6193a0fb0078 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.230465] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357277, 'name': ReconfigVM_Task, 'duration_secs': 0.582601} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.231620] env[69473]: DEBUG nova.network.neutron [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Updated VIF entry in instance network info cache for port 03c84aba-6ca3-4b36-b96c-8df300655629. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.231872] env[69473]: DEBUG nova.network.neutron [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Updating instance_info_cache with network_info: [{"id": "03c84aba-6ca3-4b36-b96c-8df300655629", "address": "fa:16:3e:69:c6:40", "network": {"id": "4fe7cb57-5ce7-4438-8f48-cf5577533da9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-937568018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4f126b53ca4909ba5616e5870e9859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c84aba-6c", "ovs_interfaceid": "03c84aba-6ca3-4b36-b96c-8df300655629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.234772] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ed013635-0798-47d9-bfa6-4ad2673d96c1/ed013635-0798-47d9-bfa6-4ad2673d96c1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.238480] env[69473]: DEBUG nova.network.neutron [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Successfully created port: 0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.240634] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3975ec96-9af0-4048-98eb-33c1d207ae90 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.249311] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 640.249311] env[69473]: value = "task-3357281" [ 640.249311] env[69473]: _type = "Task" [ 640.249311] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.261338] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357281, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.299668] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357279, 'name': ReconfigVM_Task, 'duration_secs': 0.461208} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.302766] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e57af8df-0b59-4899-af1c-872051a1c0ff/e57af8df-0b59-4899-af1c-872051a1c0ff.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.303682] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6126a35-5a1f-483a-bab2-969a4da0f845 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.311339] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 640.311339] env[69473]: value = "task-3357282" [ 640.311339] env[69473]: _type = "Task" [ 640.311339] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.322533] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357282, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.387705] env[69473]: DEBUG oslo_vmware.api [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357280, 'name': PowerOffVM_Task, 'duration_secs': 0.315561} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.390621] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.391162] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.391635] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce83947f-0d9d-442b-8603-0f396d5c4818 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.426052] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522738a5-cbcb-41b1-f9bd-223d70856a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.426052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.426052] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 0d536aa2-86c7-434a-8673-9c11c8e89a83/0d536aa2-86c7-434a-8673-9c11c8e89a83.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.426052] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6315a536-4dde-409f-9e84-245d88b5b136 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.436804] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 640.436804] env[69473]: value = "task-3357284" [ 640.436804] env[69473]: _type = "Task" [ 640.436804] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.459581] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.471439] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.471439] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.471662] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Deleting the datastore file [datastore1] a0fa69a8-5af2-465a-b0bd-76c703c8faff {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.473027] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc10f17a-823b-434d-8420-7ea40dcc0681 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.479403] env[69473]: DEBUG oslo_vmware.api [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for the task: (returnval){ [ 640.479403] env[69473]: value = "task-3357285" [ 640.479403] env[69473]: _type = "Task" [ 640.479403] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.492764] env[69473]: DEBUG oslo_vmware.api [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.510962] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.511131] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.511367] env[69473]: DEBUG nova.network.neutron [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.638032] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83774683-cdd4-4b8b-b22c-afeb8d2cb011 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.648919] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5183cfc3-90a8-4731-a5f8-cbd2e08ae6bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.688937] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519fbf09-5295-4999-94b2-a8d4a17abde9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.701301] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff3f58-5c5b-4a4d-9585-6d5e2863cfae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.720953] env[69473]: DEBUG nova.compute.provider_tree [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.741830] env[69473]: DEBUG oslo_concurrency.lockutils [req-723b3db1-a549-4711-96ca-bfa747d6789e req-0c6fe39c-850e-45d6-b0a2-8afb9e33270b service nova] Releasing lock "refresh_cache-0d536aa2-86c7-434a-8673-9c11c8e89a83" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.764011] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357281, 'name': Rename_Task, 'duration_secs': 0.159359} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.764861] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.764861] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e129ded9-0778-427c-9772-03b95cca6fbd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.779477] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 640.779477] env[69473]: value = "task-3357286" [ 640.779477] env[69473]: _type = "Task" [ 640.779477] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.790714] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.825773] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357282, 'name': Rename_Task, 'duration_secs': 0.165623} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.826124] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.826881] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c29c2d5-481f-4cd2-8335-1463caabbfa8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.836606] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 640.836606] env[69473]: value = "task-3357287" [ 640.836606] env[69473]: _type = "Task" [ 640.836606] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.847942] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.950546] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357284, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.992409] env[69473]: DEBUG oslo_vmware.api [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Task: {'id': task-3357285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220626} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.992890] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.993185] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.993559] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.993815] env[69473]: INFO nova.compute.manager [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 640.994199] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.994490] env[69473]: DEBUG nova.compute.manager [-] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.994696] env[69473]: DEBUG nova.network.neutron [-] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.068821] env[69473]: DEBUG nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.104863] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.105831] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.105831] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.106057] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.106293] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.106655] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.106946] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.107283] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.107814] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.108083] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.108345] env[69473]: DEBUG nova.virt.hardware [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.109314] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb5ccef-faab-4855-a99b-031e6c49704a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.123276] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0ed1f-0996-4c4f-87ef-01ecfe377e1d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.179946] env[69473]: DEBUG nova.network.neutron [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.223741] env[69473]: DEBUG nova.scheduler.client.report [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.294483] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.348946] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.353205] env[69473]: DEBUG nova.network.neutron [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Updated VIF entry in instance network info cache for port 8a7d5c9d-2870-40ae-ad87-6193a0fb0078. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.354719] env[69473]: DEBUG nova.network.neutron [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Updating instance_info_cache with network_info: [{"id": "8a7d5c9d-2870-40ae-ad87-6193a0fb0078", "address": "fa:16:3e:6f:21:ea", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7d5c9d-28", "ovs_interfaceid": "8a7d5c9d-2870-40ae-ad87-6193a0fb0078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.453560] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561862} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.453838] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 0d536aa2-86c7-434a-8673-9c11c8e89a83/0d536aa2-86c7-434a-8673-9c11c8e89a83.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.454231] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.454556] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73fd5e7a-75ef-443b-8623-b33a96ca1af1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.460267] env[69473]: DEBUG nova.network.neutron [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Updating instance_info_cache with network_info: [{"id": "f86407f9-6398-405c-9bec-0609b31b3ee6", "address": "fa:16:3e:c7:2f:69", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86407f9-63", "ovs_interfaceid": "f86407f9-6398-405c-9bec-0609b31b3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.472551] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 641.472551] env[69473]: value = "task-3357288" [ 641.472551] env[69473]: _type = "Task" [ 641.472551] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.492425] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.731166] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.731495] env[69473]: DEBUG nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.734910] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.592s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.736161] env[69473]: INFO nova.compute.claims [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.793787] env[69473]: DEBUG oslo_vmware.api [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357286, 'name': PowerOnVM_Task, 'duration_secs': 0.775555} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.796295] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.796549] env[69473]: INFO nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Took 11.13 seconds to spawn the instance on the hypervisor. [ 641.796734] env[69473]: DEBUG nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.798029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a567f-d054-4cc7-944c-ddab5741474a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.849648] env[69473]: DEBUG oslo_vmware.api [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357287, 'name': PowerOnVM_Task, 'duration_secs': 0.749377} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.849971] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.850305] env[69473]: INFO nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Took 8.56 seconds to spawn the instance on the hypervisor. [ 641.850383] env[69473]: DEBUG nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.851355] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40091b90-7a66-4669-9c35-c4e2afec6aab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.857256] env[69473]: DEBUG oslo_concurrency.lockutils [req-adc820e1-8631-4cc8-b9d5-5b4e40ce3640 req-b5fe5f40-d7eb-4fd5-82d0-4d31c715620b service nova] Releasing lock "refresh_cache-e57af8df-0b59-4899-af1c-872051a1c0ff" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.930161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "08a284de-cadf-450c-ad61-fad59fd85358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.930528] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "08a284de-cadf-450c-ad61-fad59fd85358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.964765] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Releasing lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.966095] env[69473]: DEBUG nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Instance network_info: |[{"id": "f86407f9-6398-405c-9bec-0609b31b3ee6", "address": "fa:16:3e:c7:2f:69", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86407f9-63", "ovs_interfaceid": "f86407f9-6398-405c-9bec-0609b31b3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.966621] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:2f:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f86407f9-6398-405c-9bec-0609b31b3ee6', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.977972] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Creating folder: Project (b803953466314e3ea5c88ac571e409a8). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.979368] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fb39bc0-1727-4991-9a46-71dbf80e6764 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.993964] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103593} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.994750] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.996272] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37616b23-721a-44fb-9486-da520714bd1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.002351] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Created folder: Project (b803953466314e3ea5c88ac571e409a8) in parent group-v669999. [ 642.002723] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Creating folder: Instances. Parent ref: group-v670037. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.003550] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92f02b9b-5b89-4333-ad92-742b0eae832b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.027935] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 0d536aa2-86c7-434a-8673-9c11c8e89a83/0d536aa2-86c7-434a-8673-9c11c8e89a83.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.030349] env[69473]: DEBUG nova.network.neutron [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Successfully updated port: 0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.032170] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af665ee4-5002-4974-b8b9-812b01c53b53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.051350] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Created folder: Instances in parent group-v670037. [ 642.051701] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.053186] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.053330] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquired lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.053476] env[69473]: DEBUG nova.network.neutron [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.054668] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.056559] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b79b67ac-0d2f-4cba-864b-e75f10369fc2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.074329] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 642.074329] env[69473]: value = "task-3357291" [ 642.074329] env[69473]: _type = "Task" [ 642.074329] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.081252] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.081252] env[69473]: value = "task-3357292" [ 642.081252] env[69473]: _type = "Task" [ 642.081252] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.089898] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.096080] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357292, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.108054] env[69473]: DEBUG nova.network.neutron [-] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.236949] env[69473]: DEBUG nova.compute.utils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.238472] env[69473]: DEBUG nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.238577] env[69473]: DEBUG nova.network.neutron [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.327897] env[69473]: DEBUG nova.policy [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71e4927be56c4d8f990eaff2d3de8e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c15a49969b945218716852c6232fe74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.329329] env[69473]: INFO nova.compute.manager [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Took 28.04 seconds to build instance. [ 642.383365] env[69473]: INFO nova.compute.manager [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Took 25.72 seconds to build instance. [ 642.513167] env[69473]: DEBUG nova.compute.manager [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Received event network-vif-plugged-f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.513370] env[69473]: DEBUG oslo_concurrency.lockutils [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] Acquiring lock "e710cad7-f574-4a66-b735-815e2cc87ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.513598] env[69473]: DEBUG oslo_concurrency.lockutils [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.513754] env[69473]: DEBUG oslo_concurrency.lockutils [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.513935] env[69473]: DEBUG nova.compute.manager [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] No waiting events found dispatching network-vif-plugged-f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.515057] env[69473]: WARNING nova.compute.manager [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Received unexpected event network-vif-plugged-f86407f9-6398-405c-9bec-0609b31b3ee6 for instance with vm_state building and task_state spawning. [ 642.515187] env[69473]: DEBUG nova.compute.manager [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Received event network-changed-f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.515469] env[69473]: DEBUG nova.compute.manager [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Refreshing instance network info cache due to event network-changed-f86407f9-6398-405c-9bec-0609b31b3ee6. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.518730] env[69473]: DEBUG oslo_concurrency.lockutils [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] Acquiring lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.519035] env[69473]: DEBUG oslo_concurrency.lockutils [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] Acquired lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.519116] env[69473]: DEBUG nova.network.neutron [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Refreshing network info cache for port f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.585502] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357291, 'name': ReconfigVM_Task, 'duration_secs': 0.353898} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.589357] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 0d536aa2-86c7-434a-8673-9c11c8e89a83/0d536aa2-86c7-434a-8673-9c11c8e89a83.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.590257] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd8c888-2ee9-480a-bb3b-84165bb9c2af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.597932] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357292, 'name': CreateVM_Task, 'duration_secs': 0.433042} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.599160] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.599492] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 642.599492] env[69473]: value = "task-3357293" [ 642.599492] env[69473]: _type = "Task" [ 642.599492] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.600122] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.600283] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.600654] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.601008] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13118012-2904-4714-8b1a-26be8c63f951 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.611844] env[69473]: INFO nova.compute.manager [-] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Took 1.62 seconds to deallocate network for instance. [ 642.612288] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 642.612288] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526cfb99-e36c-a3bb-a166-ade17628a780" [ 642.612288] env[69473]: _type = "Task" [ 642.612288] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.617209] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357293, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.630820] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526cfb99-e36c-a3bb-a166-ade17628a780, 'name': SearchDatastore_Task, 'duration_secs': 0.012279} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.630820] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.631035] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.631514] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.631514] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.631663] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.631937] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f531761-1e5b-468c-89f6-b7a64eb8830a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.641799] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.641923] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.642881] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9d8b36-4b58-4922-b2d9-fa0af1715fed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.646851] env[69473]: DEBUG nova.network.neutron [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.651057] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 642.651057] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d23418-7224-06c6-83b0-5008eca1bc96" [ 642.651057] env[69473]: _type = "Task" [ 642.651057] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.661080] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d23418-7224-06c6-83b0-5008eca1bc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.743204] env[69473]: DEBUG nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.832369] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6178c445-a15e-45ad-8abc-de1bc34c86f0 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.120s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.843747] env[69473]: DEBUG nova.network.neutron [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Successfully created port: 28e13ada-d2cb-4db5-a160-95efaad4b0ae {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.874287] env[69473]: DEBUG nova.compute.manager [req-2249ca0e-d4ec-4962-8794-58335522f45e req-359341b9-0cee-489b-9a88-cbf1bd3a9922 service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Received event network-vif-plugged-0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.874488] env[69473]: DEBUG oslo_concurrency.lockutils [req-2249ca0e-d4ec-4962-8794-58335522f45e req-359341b9-0cee-489b-9a88-cbf1bd3a9922 service nova] Acquiring lock "c73704c5-51fd-4459-8c7c-d4097524d3af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.874688] env[69473]: DEBUG oslo_concurrency.lockutils [req-2249ca0e-d4ec-4962-8794-58335522f45e req-359341b9-0cee-489b-9a88-cbf1bd3a9922 service nova] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.874848] env[69473]: DEBUG oslo_concurrency.lockutils [req-2249ca0e-d4ec-4962-8794-58335522f45e req-359341b9-0cee-489b-9a88-cbf1bd3a9922 service nova] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.875012] env[69473]: DEBUG nova.compute.manager [req-2249ca0e-d4ec-4962-8794-58335522f45e req-359341b9-0cee-489b-9a88-cbf1bd3a9922 service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] No waiting events found dispatching network-vif-plugged-0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.875191] env[69473]: WARNING nova.compute.manager [req-2249ca0e-d4ec-4962-8794-58335522f45e req-359341b9-0cee-489b-9a88-cbf1bd3a9922 service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Received unexpected event network-vif-plugged-0e466ed9-86d5-48e5-8708-98a9fb1a2c26 for instance with vm_state building and task_state spawning. [ 642.888392] env[69473]: DEBUG oslo_concurrency.lockutils [None req-49fe18dd-63bc-4fc0-99a8-2380ae7be772 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.236s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.931026] env[69473]: DEBUG nova.network.neutron [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Updating instance_info_cache with network_info: [{"id": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "address": "fa:16:3e:10:95:99", "network": {"id": "84251ad3-cde4-48fc-b9a7-ee1e4b8d7f23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2018908252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634ff16f3ad4b5b895b85c8270dc233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466ed9-86", "ovs_interfaceid": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.116498] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357293, 'name': Rename_Task, 'duration_secs': 0.15481} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.116785] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.117072] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63070e1-6e76-42d5-8c28-b93ab9df382e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.128080] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 643.128080] env[69473]: value = "task-3357294" [ 643.128080] env[69473]: _type = "Task" [ 643.128080] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.133118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.139600] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.164106] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d23418-7224-06c6-83b0-5008eca1bc96, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.168179] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd2a4a0-695b-4a83-bc87-ca669fbb73a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.174224] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 643.174224] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202ac61-8e39-cca5-befb-f886cd3c3a68" [ 643.174224] env[69473]: _type = "Task" [ 643.174224] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.189862] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202ac61-8e39-cca5-befb-f886cd3c3a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.278157] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924bfafb-55dc-432a-87d6-5233dd6c0b31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.290305] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500aa45-418a-4341-83c1-d582c293be02 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.329603] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7192c220-2523-4d23-84c8-551445c8f312 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.338449] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915bd69-220f-495b-973f-e1117517894e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.341918] env[69473]: DEBUG nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.356222] env[69473]: DEBUG nova.compute.provider_tree [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.392526] env[69473]: DEBUG nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.436009] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Releasing lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.436338] env[69473]: DEBUG nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Instance network_info: |[{"id": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "address": "fa:16:3e:10:95:99", "network": {"id": "84251ad3-cde4-48fc-b9a7-ee1e4b8d7f23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2018908252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634ff16f3ad4b5b895b85c8270dc233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466ed9-86", "ovs_interfaceid": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.436819] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:95:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e466ed9-86d5-48e5-8708-98a9fb1a2c26', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.444326] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Creating folder: Project (f634ff16f3ad4b5b895b85c8270dc233). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.444607] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7588c2f-0195-4be8-a3bd-5e0460fe7ee9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.459337] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Created folder: Project (f634ff16f3ad4b5b895b85c8270dc233) in parent group-v669999. [ 643.459510] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Creating folder: Instances. Parent ref: group-v670040. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.459740] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adecaa21-ac69-4fa6-adba-e2bee543aa47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.470603] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Created folder: Instances in parent group-v670040. [ 643.470845] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.471039] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.471247] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec900fec-8c40-4144-8b87-cf2acd2e980d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.489990] env[69473]: DEBUG nova.network.neutron [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Updated VIF entry in instance network info cache for port f86407f9-6398-405c-9bec-0609b31b3ee6. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.490335] env[69473]: DEBUG nova.network.neutron [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Updating instance_info_cache with network_info: [{"id": "f86407f9-6398-405c-9bec-0609b31b3ee6", "address": "fa:16:3e:c7:2f:69", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86407f9-63", "ovs_interfaceid": "f86407f9-6398-405c-9bec-0609b31b3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.504330] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.504330] env[69473]: value = "task-3357297" [ 643.504330] env[69473]: _type = "Task" [ 643.504330] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.515031] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357297, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.639864] env[69473]: DEBUG oslo_vmware.api [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357294, 'name': PowerOnVM_Task, 'duration_secs': 0.486624} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.639950] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.640243] env[69473]: INFO nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Took 7.77 seconds to spawn the instance on the hypervisor. [ 643.640458] env[69473]: DEBUG nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.641321] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeaa64c-ccf2-4d78-ba9f-7eccd8504b86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.687745] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202ac61-8e39-cca5-befb-f886cd3c3a68, 'name': SearchDatastore_Task, 'duration_secs': 0.026738} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.687947] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.688287] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e710cad7-f574-4a66-b735-815e2cc87ba8/e710cad7-f574-4a66-b735-815e2cc87ba8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.688625] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e2305be-6f13-4f80-9fd7-f209b0879690 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.705330] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 643.705330] env[69473]: value = "task-3357298" [ 643.705330] env[69473]: _type = "Task" [ 643.705330] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.715030] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.754095] env[69473]: DEBUG nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.784446] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.785575] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.785787] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.786026] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.786219] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.786551] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.787221] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.787488] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.787847] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.791027] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.791027] env[69473]: DEBUG nova.virt.hardware [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.791027] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c60593-982e-48a3-b8e6-458cf1fc59bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.799864] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52568b5b-0404-447f-bbf7-89f47574ab15 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.862122] env[69473]: DEBUG nova.scheduler.client.report [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.873585] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.918291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.997504] env[69473]: DEBUG oslo_concurrency.lockutils [req-1eefea1f-cc71-4dbe-9637-c14625e3793a req-c339ded5-edea-44cb-a7b6-0c730fecb3c8 service nova] Releasing lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.013377] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357297, 'name': CreateVM_Task, 'duration_secs': 0.388962} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.013588] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.014380] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.014560] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.014885] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.015166] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ea909c-f2c9-4bc6-b37d-8dff4723b8bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.020884] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 644.020884] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520fe250-fcaa-90c6-bbca-3708bbee3172" [ 644.020884] env[69473]: _type = "Task" [ 644.020884] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.030894] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520fe250-fcaa-90c6-bbca-3708bbee3172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.167692] env[69473]: INFO nova.compute.manager [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Took 26.00 seconds to build instance. [ 644.215657] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.371151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.372703] env[69473]: DEBUG nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.376563] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.169s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.377436] env[69473]: DEBUG nova.objects.instance [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Lazy-loading 'resources' on Instance uuid 3fda8980-4333-449f-adf5-2d7c151bab7a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.479051] env[69473]: DEBUG nova.network.neutron [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Successfully updated port: 28e13ada-d2cb-4db5-a160-95efaad4b0ae {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.534132] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520fe250-fcaa-90c6-bbca-3708bbee3172, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.537267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.537267] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.537267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.537267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.537406] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.537406] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3fe4860-04a4-4056-8e49-310bed181e62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.550108] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.550108] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.550381] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3b4b1c-2a89-4342-b038-496e006dfbd7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.557723] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 644.557723] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52182b02-bfe5-9010-c77f-e9442bc3de45" [ 644.557723] env[69473]: _type = "Task" [ 644.557723] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.567256] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52182b02-bfe5-9010-c77f-e9442bc3de45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.670494] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4c0c6a7-5774-4756-a9bb-e9b833f2fa28 tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.523s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.717701] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560469} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.718012] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e710cad7-f574-4a66-b735-815e2cc87ba8/e710cad7-f574-4a66-b735-815e2cc87ba8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.718234] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.718588] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16dc8bf5-a25c-4048-bb66-135590ed45d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.727277] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 644.727277] env[69473]: value = "task-3357299" [ 644.727277] env[69473]: _type = "Task" [ 644.727277] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.737583] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.883239] env[69473]: DEBUG nova.compute.utils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.887418] env[69473]: DEBUG nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.887825] env[69473]: DEBUG nova.network.neutron [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.981138] env[69473]: DEBUG nova.policy [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ce825e42864ce1b8bd513e78a6a7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79eafd819c164912acca459fc5b9d8f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.982851] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.982994] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquired lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.983150] env[69473]: DEBUG nova.network.neutron [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.078119] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52182b02-bfe5-9010-c77f-e9442bc3de45, 'name': SearchDatastore_Task, 'duration_secs': 0.036625} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.082441] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd96c04-400b-4663-a73f-0ed359a58f4b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.091727] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 645.091727] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5257e5d8-b55d-cd71-aa5c-5636375e0bf4" [ 645.091727] env[69473]: _type = "Task" [ 645.091727] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.102775] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5257e5d8-b55d-cd71-aa5c-5636375e0bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.178169] env[69473]: DEBUG nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.230745] env[69473]: DEBUG nova.compute.manager [req-d367db70-1ff1-4ab1-9df2-3264f4509f8c req-c792e591-a3b7-4fdb-9ef2-ca08d08a50d7 service nova] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Received event network-vif-deleted-6634670f-9749-4857-b849-0a85f579d7bf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.248904] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068272} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.252450] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.255057] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83719c02-4636-4289-8b78-e0e875e14050 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.281020] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] e710cad7-f574-4a66-b735-815e2cc87ba8/e710cad7-f574-4a66-b735-815e2cc87ba8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.283948] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50568ecc-a55c-4139-9f5a-37c1e53086ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.307542] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 645.307542] env[69473]: value = "task-3357300" [ 645.307542] env[69473]: _type = "Task" [ 645.307542] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.321265] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.391772] env[69473]: DEBUG nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.460691] env[69473]: DEBUG nova.network.neutron [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Successfully created port: 6ea5057e-e970-4949-84a5-da8e15a52c77 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.508154] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce64433-d54c-4a64-b57e-548124c6a381 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.520149] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa192132-a450-49e6-b8e0-9be5dd393070 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.553702] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921c9d3b-efc1-401d-96e4-68c71ac3ff1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.563386] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81772737-d801-4836-9c15-4618be26d6f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.581157] env[69473]: DEBUG nova.compute.provider_tree [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.589129] env[69473]: DEBUG nova.compute.manager [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Received event network-changed-0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.589317] env[69473]: DEBUG nova.compute.manager [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Refreshing instance network info cache due to event network-changed-0e466ed9-86d5-48e5-8708-98a9fb1a2c26. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.589540] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Acquiring lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.589891] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Acquired lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.589891] env[69473]: DEBUG nova.network.neutron [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Refreshing network info cache for port 0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.593437] env[69473]: DEBUG nova.network.neutron [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.613524] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5257e5d8-b55d-cd71-aa5c-5636375e0bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.041373} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.614144] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.615020] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c73704c5-51fd-4459-8c7c-d4097524d3af/c73704c5-51fd-4459-8c7c-d4097524d3af.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.615020] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f4c269e-8108-4a62-85f7-eb870edb9270 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.624025] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 645.624025] env[69473]: value = "task-3357301" [ 645.624025] env[69473]: _type = "Task" [ 645.624025] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.635285] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.708980] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.818397] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357300, 'name': ReconfigVM_Task, 'duration_secs': 0.428276} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.818826] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Reconfigured VM instance instance-0000000e to attach disk [datastore2] e710cad7-f574-4a66-b735-815e2cc87ba8/e710cad7-f574-4a66-b735-815e2cc87ba8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.819550] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01241a88-951e-40c9-93d5-27e0ecdd9ac0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.829183] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 645.829183] env[69473]: value = "task-3357302" [ 645.829183] env[69473]: _type = "Task" [ 645.829183] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.842728] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357302, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.007062] env[69473]: DEBUG nova.network.neutron [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Updating instance_info_cache with network_info: [{"id": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "address": "fa:16:3e:1a:fa:50", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e13ada-d2", "ovs_interfaceid": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.089125] env[69473]: DEBUG nova.scheduler.client.report [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.137049] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357301, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.341614] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357302, 'name': Rename_Task, 'duration_secs': 0.193084} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.343935] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.343935] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d825af6f-9c22-403e-9804-feb434b2319f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.350775] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 646.350775] env[69473]: value = "task-3357303" [ 646.350775] env[69473]: _type = "Task" [ 646.350775] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.361554] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.406873] env[69473]: DEBUG nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.451191] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.452530] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.452530] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.452530] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.452530] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.452530] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.452925] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.452925] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.454961] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.454961] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.454961] env[69473]: DEBUG nova.virt.hardware [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.455592] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617606e-78ef-4dcd-8512-914c94d3c341 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.471050] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3c0d24-8db8-4fed-85e2-de34e76a213b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.515218] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Releasing lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.515218] env[69473]: DEBUG nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Instance network_info: |[{"id": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "address": "fa:16:3e:1a:fa:50", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e13ada-d2", "ovs_interfaceid": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.515546] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:fa:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e13ada-d2cb-4db5-a160-95efaad4b0ae', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.522960] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Creating folder: Project (0c15a49969b945218716852c6232fe74). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.523297] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0265396e-6555-4aec-aa79-05299131af58 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.538247] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Created folder: Project (0c15a49969b945218716852c6232fe74) in parent group-v669999. [ 646.538408] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Creating folder: Instances. Parent ref: group-v670043. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.538901] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51113e55-bcb0-4db4-b003-07dcf7d9273e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.551344] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Created folder: Instances in parent group-v670043. [ 646.551344] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.551465] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.552262] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aef93bb7-403e-4afa-8149-9a31d3b23a28 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.576208] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.576208] env[69473]: value = "task-3357306" [ 646.576208] env[69473]: _type = "Task" [ 646.576208] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.585803] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357306, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.586794] env[69473]: DEBUG nova.network.neutron [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Updated VIF entry in instance network info cache for port 0e466ed9-86d5-48e5-8708-98a9fb1a2c26. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.587289] env[69473]: DEBUG nova.network.neutron [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Updating instance_info_cache with network_info: [{"id": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "address": "fa:16:3e:10:95:99", "network": {"id": "84251ad3-cde4-48fc-b9a7-ee1e4b8d7f23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2018908252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634ff16f3ad4b5b895b85c8270dc233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466ed9-86", "ovs_interfaceid": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.603273] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.607019] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.277s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.610823] env[69473]: DEBUG nova.objects.instance [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lazy-loading 'resources' on Instance uuid f2c5d8bd-7a27-4779-8bf1-a8442162035f {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.641234] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660642} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.642102] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c73704c5-51fd-4459-8c7c-d4097524d3af/c73704c5-51fd-4459-8c7c-d4097524d3af.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.642102] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.642456] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ea21f69-d0ac-47d6-abd6-072c9ea83ba2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.652266] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 646.652266] env[69473]: value = "task-3357307" [ 646.652266] env[69473]: _type = "Task" [ 646.652266] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.663597] env[69473]: INFO nova.scheduler.client.report [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Deleted allocations for instance 3fda8980-4333-449f-adf5-2d7c151bab7a [ 646.678093] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.860684] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357303, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.096683] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Releasing lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.097070] env[69473]: DEBUG nova.compute.manager [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Received event network-vif-plugged-28e13ada-d2cb-4db5-a160-95efaad4b0ae {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.097390] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Acquiring lock "687e47c3-01a5-4bcd-a71a-01de53502f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.097541] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.097755] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.097993] env[69473]: DEBUG nova.compute.manager [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] No waiting events found dispatching network-vif-plugged-28e13ada-d2cb-4db5-a160-95efaad4b0ae {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.098488] env[69473]: WARNING nova.compute.manager [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Received unexpected event network-vif-plugged-28e13ada-d2cb-4db5-a160-95efaad4b0ae for instance with vm_state building and task_state spawning. [ 647.098694] env[69473]: DEBUG nova.compute.manager [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Received event network-changed-28e13ada-d2cb-4db5-a160-95efaad4b0ae {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.098879] env[69473]: DEBUG nova.compute.manager [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Refreshing instance network info cache due to event network-changed-28e13ada-d2cb-4db5-a160-95efaad4b0ae. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.099687] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Acquiring lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.101530] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Acquired lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.101744] env[69473]: DEBUG nova.network.neutron [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Refreshing network info cache for port 28e13ada-d2cb-4db5-a160-95efaad4b0ae {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.104671] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357306, 'name': CreateVM_Task, 'duration_secs': 0.442829} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.104671] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.107118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.107118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.107118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.107118] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab55242-b701-443c-afc1-cac8523a982c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.115963] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 647.115963] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fd6fe8-63a3-0cfa-dc9b-c9465b0b9534" [ 647.115963] env[69473]: _type = "Task" [ 647.115963] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.129480] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fd6fe8-63a3-0cfa-dc9b-c9465b0b9534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.170073] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075529} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.171270] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.172256] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a519c-38f3-46f9-a96f-9c10fb62ae5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.183430] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e92a9aeb-e618-4d42-a9b8-8ba8e65712f7 tempest-DeleteServersAdminTestJSON-1141322726 tempest-DeleteServersAdminTestJSON-1141322726-project-admin] Lock "3fda8980-4333-449f-adf5-2d7c151bab7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.370s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.209345] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c73704c5-51fd-4459-8c7c-d4097524d3af/c73704c5-51fd-4459-8c7c-d4097524d3af.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.212779] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3e804b-cb32-47c2-bc0b-055d0add059f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.235670] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 647.235670] env[69473]: value = "task-3357308" [ 647.235670] env[69473]: _type = "Task" [ 647.235670] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.245886] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.350409] env[69473]: DEBUG nova.network.neutron [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Successfully updated port: 6ea5057e-e970-4949-84a5-da8e15a52c77 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.366023] env[69473]: DEBUG oslo_vmware.api [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357303, 'name': PowerOnVM_Task, 'duration_secs': 0.94083} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.366591] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.367180] env[69473]: INFO nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Took 8.88 seconds to spawn the instance on the hypervisor. [ 647.367180] env[69473]: DEBUG nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.368585] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3258d7e5-c90b-475f-a745-c36992883c80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.589073] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ddb5c-7caf-478a-9427-a3790f8bde9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.603069] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9379cc69-0a34-41d7-8ca2-2a1316c0a4ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.606080] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "0d536aa2-86c7-434a-8673-9c11c8e89a83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.606317] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.606840] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "0d536aa2-86c7-434a-8673-9c11c8e89a83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.606840] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.606999] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.610616] env[69473]: INFO nova.compute.manager [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Terminating instance [ 647.645246] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5342c1-edc0-486c-be0f-1dc53376c45e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.658472] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fd6fe8-63a3-0cfa-dc9b-c9465b0b9534, 'name': SearchDatastore_Task, 'duration_secs': 0.03214} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.661057] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.662096] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.662096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.662096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.662096] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.662628] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5938e10e-2a1d-4dc2-afe6-cf003d75e949 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.666196] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b099a9-567e-4d40-9eb1-654589245239 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.683677] env[69473]: DEBUG nova.compute.provider_tree [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.686611] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.686800] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.688094] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3188ea-315a-4789-b533-8071fe367f39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.708392] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 647.708392] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52140828-c588-0bba-6e03-b05452ce2dd1" [ 647.708392] env[69473]: _type = "Task" [ 647.708392] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.718372] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52140828-c588-0bba-6e03-b05452ce2dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.746960] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357308, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.853626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "refresh_cache-f27e471e-0e79-46a3-a2a4-10072c7f4a92" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.853922] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired lock "refresh_cache-f27e471e-0e79-46a3-a2a4-10072c7f4a92" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.853922] env[69473]: DEBUG nova.network.neutron [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.861177] env[69473]: DEBUG nova.network.neutron [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Updated VIF entry in instance network info cache for port 28e13ada-d2cb-4db5-a160-95efaad4b0ae. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.861533] env[69473]: DEBUG nova.network.neutron [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Updating instance_info_cache with network_info: [{"id": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "address": "fa:16:3e:1a:fa:50", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e13ada-d2", "ovs_interfaceid": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.894054] env[69473]: INFO nova.compute.manager [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Took 29.63 seconds to build instance. [ 648.120170] env[69473]: DEBUG nova.compute.manager [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.120170] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.120170] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba247859-232e-4fbf-b68b-4cacc7ec82f8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.133779] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.134824] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf4a763-7f8c-42ef-ada8-a63a5e845730 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.143723] env[69473]: DEBUG oslo_vmware.api [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 648.143723] env[69473]: value = "task-3357309" [ 648.143723] env[69473]: _type = "Task" [ 648.143723] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.153123] env[69473]: DEBUG oslo_vmware.api [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.189365] env[69473]: DEBUG nova.scheduler.client.report [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.222806] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52140828-c588-0bba-6e03-b05452ce2dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.224099] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3939e315-02d2-4864-9141-41e9c08655a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.236160] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 648.236160] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e7bcb9-c6c3-3b44-7f6e-d36321f4ef82" [ 648.236160] env[69473]: _type = "Task" [ 648.236160] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.253497] env[69473]: DEBUG nova.compute.manager [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Received event network-vif-plugged-6ea5057e-e970-4949-84a5-da8e15a52c77 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.253869] env[69473]: DEBUG oslo_concurrency.lockutils [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] Acquiring lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.254174] env[69473]: DEBUG oslo_concurrency.lockutils [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.254422] env[69473]: DEBUG oslo_concurrency.lockutils [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.254989] env[69473]: DEBUG nova.compute.manager [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] No waiting events found dispatching network-vif-plugged-6ea5057e-e970-4949-84a5-da8e15a52c77 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.255127] env[69473]: WARNING nova.compute.manager [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Received unexpected event network-vif-plugged-6ea5057e-e970-4949-84a5-da8e15a52c77 for instance with vm_state building and task_state spawning. [ 648.255351] env[69473]: DEBUG nova.compute.manager [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Received event network-changed-6ea5057e-e970-4949-84a5-da8e15a52c77 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.255593] env[69473]: DEBUG nova.compute.manager [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Refreshing instance network info cache due to event network-changed-6ea5057e-e970-4949-84a5-da8e15a52c77. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.255861] env[69473]: DEBUG oslo_concurrency.lockutils [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] Acquiring lock "refresh_cache-f27e471e-0e79-46a3-a2a4-10072c7f4a92" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.264179] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e7bcb9-c6c3-3b44-7f6e-d36321f4ef82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.264526] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357308, 'name': ReconfigVM_Task, 'duration_secs': 0.555117} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.264817] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c73704c5-51fd-4459-8c7c-d4097524d3af/c73704c5-51fd-4459-8c7c-d4097524d3af.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.265486] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16f2060a-91ba-4a2a-9127-bca98688d87e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.274201] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 648.274201] env[69473]: value = "task-3357310" [ 648.274201] env[69473]: _type = "Task" [ 648.274201] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.290823] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357310, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.366853] env[69473]: DEBUG oslo_concurrency.lockutils [req-3b0eba55-9acf-4b91-8c26-7c1e88e9c3a7 req-52c3e94f-3dc6-4ee7-bb74-f949604f37ad service nova] Releasing lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.397283] env[69473]: DEBUG oslo_concurrency.lockutils [None req-402f929f-bd3d-4a03-8686-7c3e423da93f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.147s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.410962] env[69473]: DEBUG nova.network.neutron [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.583876] env[69473]: DEBUG nova.network.neutron [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Updating instance_info_cache with network_info: [{"id": "6ea5057e-e970-4949-84a5-da8e15a52c77", "address": "fa:16:3e:1c:f9:b7", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea5057e-e9", "ovs_interfaceid": "6ea5057e-e970-4949-84a5-da8e15a52c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.657346] env[69473]: DEBUG oslo_vmware.api [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357309, 'name': PowerOffVM_Task, 'duration_secs': 0.191887} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.657346] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.657346] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.657346] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4a49eb-5d6d-4d31-a586-233a6148b6af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.697566] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.701147] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.770s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.701452] env[69473]: INFO nova.compute.claims [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.722384] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.724117] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.724117] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Deleting the datastore file [datastore2] 0d536aa2-86c7-434a-8673-9c11c8e89a83 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.724117] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-628c7b50-183f-43c2-989c-f00777e74fdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.732307] env[69473]: DEBUG oslo_vmware.api [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for the task: (returnval){ [ 648.732307] env[69473]: value = "task-3357312" [ 648.732307] env[69473]: _type = "Task" [ 648.732307] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.733484] env[69473]: INFO nova.scheduler.client.report [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted allocations for instance f2c5d8bd-7a27-4779-8bf1-a8442162035f [ 648.754184] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e7bcb9-c6c3-3b44-7f6e-d36321f4ef82, 'name': SearchDatastore_Task, 'duration_secs': 0.019383} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.759015] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.759015] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 687e47c3-01a5-4bcd-a71a-01de53502f4d/687e47c3-01a5-4bcd-a71a-01de53502f4d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.759015] env[69473]: DEBUG oslo_vmware.api [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.759354] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b051845-6c5a-4b38-9abc-fd3aafd19a34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.768982] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 648.768982] env[69473]: value = "task-3357313" [ 648.768982] env[69473]: _type = "Task" [ 648.768982] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.784080] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.794036] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357310, 'name': Rename_Task, 'duration_secs': 0.181606} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.794036] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.794152] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aea3dfb6-8b51-4dd2-b07d-cac0ce49a244 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.803296] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 648.803296] env[69473]: value = "task-3357314" [ 648.803296] env[69473]: _type = "Task" [ 648.803296] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.813413] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.882735] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "e12f8476-00be-4b15-ac88-05b31bbecdb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.882855] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "e12f8476-00be-4b15-ac88-05b31bbecdb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.903019] env[69473]: DEBUG nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.911169] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.911169] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.086151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Releasing lock "refresh_cache-f27e471e-0e79-46a3-a2a4-10072c7f4a92" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.086378] env[69473]: DEBUG nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Instance network_info: |[{"id": "6ea5057e-e970-4949-84a5-da8e15a52c77", "address": "fa:16:3e:1c:f9:b7", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea5057e-e9", "ovs_interfaceid": "6ea5057e-e970-4949-84a5-da8e15a52c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.087058] env[69473]: DEBUG oslo_concurrency.lockutils [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] Acquired lock "refresh_cache-f27e471e-0e79-46a3-a2a4-10072c7f4a92" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.087210] env[69473]: DEBUG nova.network.neutron [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Refreshing network info cache for port 6ea5057e-e970-4949-84a5-da8e15a52c77 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.088764] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:f9:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ea5057e-e970-4949-84a5-da8e15a52c77', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.100063] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.100063] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.100063] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa4dcaed-3457-438c-9753-a4e832b08288 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.125331] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.125331] env[69473]: value = "task-3357315" [ 649.125331] env[69473]: _type = "Task" [ 649.125331] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.136589] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357315, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.249253] env[69473]: DEBUG oslo_concurrency.lockutils [None req-513d5e2b-f1eb-4ca5-88b2-c9a6f6c8364a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "f2c5d8bd-7a27-4779-8bf1-a8442162035f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.369s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.256953] env[69473]: DEBUG oslo_vmware.api [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Task: {'id': task-3357312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179043} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.257254] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.257409] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.257580] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.257752] env[69473]: INFO nova.compute.manager [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Took 1.14 seconds to destroy the instance on the hypervisor. [ 649.258407] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.258407] env[69473]: DEBUG nova.compute.manager [-] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.258407] env[69473]: DEBUG nova.network.neutron [-] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.289272] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357313, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.317661] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357314, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.438145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.641175] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357315, 'name': CreateVM_Task, 'duration_secs': 0.454064} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.645083] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.646157] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.646474] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.646898] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.647643] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6685fb70-e112-4be7-b62a-92c2cdb17f7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.655189] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 649.655189] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f07767-6c21-7320-a76e-21c9f5d5d9aa" [ 649.655189] env[69473]: _type = "Task" [ 649.655189] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.673172] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f07767-6c21-7320-a76e-21c9f5d5d9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.785199] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54772} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.788346] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 687e47c3-01a5-4bcd-a71a-01de53502f4d/687e47c3-01a5-4bcd-a71a-01de53502f4d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.788582] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.789072] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca3cd518-ec3f-45da-b4a6-3e222bf801dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.797088] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 649.797088] env[69473]: value = "task-3357316" [ 649.797088] env[69473]: _type = "Task" [ 649.797088] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.816518] env[69473]: DEBUG nova.compute.manager [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Received event network-changed-f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.816757] env[69473]: DEBUG nova.compute.manager [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Refreshing instance network info cache due to event network-changed-f86407f9-6398-405c-9bec-0609b31b3ee6. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.817280] env[69473]: DEBUG oslo_concurrency.lockutils [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] Acquiring lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.817280] env[69473]: DEBUG oslo_concurrency.lockutils [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] Acquired lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.818040] env[69473]: DEBUG nova.network.neutron [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Refreshing network info cache for port f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.825324] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.835956] env[69473]: DEBUG oslo_vmware.api [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357314, 'name': PowerOnVM_Task, 'duration_secs': 0.800194} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.836381] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.836643] env[69473]: INFO nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Took 8.77 seconds to spawn the instance on the hypervisor. [ 649.836843] env[69473]: DEBUG nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.837752] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a09d810-1f9b-48bb-afd5-0b8201940d07 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.858884] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "8c620fb8-43fd-42ef-a624-f7322147c3b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.859167] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.872326] env[69473]: DEBUG nova.network.neutron [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Updated VIF entry in instance network info cache for port 6ea5057e-e970-4949-84a5-da8e15a52c77. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.872326] env[69473]: DEBUG nova.network.neutron [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Updating instance_info_cache with network_info: [{"id": "6ea5057e-e970-4949-84a5-da8e15a52c77", "address": "fa:16:3e:1c:f9:b7", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea5057e-e9", "ovs_interfaceid": "6ea5057e-e970-4949-84a5-da8e15a52c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.096477] env[69473]: DEBUG nova.network.neutron [-] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.169061] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f07767-6c21-7320-a76e-21c9f5d5d9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016495} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.172879] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.173302] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.173736] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.174272] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.174644] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.175964] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f48008ed-9dc8-49d2-9e41-7fed023c89c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.189311] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.193157] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.193157] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb03120-006b-472e-8616-e02dbd98e35b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.198717] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 650.198717] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52127f74-7052-0e2c-5804-9fc170cdc04b" [ 650.198717] env[69473]: _type = "Task" [ 650.198717] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.211881] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52127f74-7052-0e2c-5804-9fc170cdc04b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.231204] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c3ce6-8818-40bb-acdf-67ab534d7dfa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.241877] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ed1f33-54ed-47db-8cc5-68431872ea25 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.280126] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d937c-92a2-4d19-9941-b71d3e60436e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.288811] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b658f76-c7a4-4252-9d24-eb1c2c77a073 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.309658] env[69473]: DEBUG nova.compute.provider_tree [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.318389] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076518} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.318389] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.319691] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9639e-4eb4-42ac-97db-db253b851e09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.345227] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 687e47c3-01a5-4bcd-a71a-01de53502f4d/687e47c3-01a5-4bcd-a71a-01de53502f4d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.346073] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76b7c76-3937-47e4-a33f-aacc9e9b518e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.369160] env[69473]: INFO nova.compute.manager [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Took 30.13 seconds to build instance. [ 650.376088] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 650.376088] env[69473]: value = "task-3357317" [ 650.376088] env[69473]: _type = "Task" [ 650.376088] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.376088] env[69473]: DEBUG oslo_concurrency.lockutils [req-974607fe-d397-4fad-b7bc-4ee0241415dc req-35e9b614-86ee-4257-b66d-7957462c621b service nova] Releasing lock "refresh_cache-f27e471e-0e79-46a3-a2a4-10072c7f4a92" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.387933] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.567363] env[69473]: DEBUG nova.compute.manager [req-5efe4d95-cb7c-4ad3-a776-a60856502d20 req-aa0f21e0-a3d9-441a-aa9a-d53649f983ba service nova] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Received event network-vif-deleted-03c84aba-6ca3-4b36-b96c-8df300655629 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.599609] env[69473]: INFO nova.compute.manager [-] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Took 1.34 seconds to deallocate network for instance. [ 650.714250] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52127f74-7052-0e2c-5804-9fc170cdc04b, 'name': SearchDatastore_Task, 'duration_secs': 0.021864} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.715366] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa1678e-f4d6-42b1-baea-23cb735383a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.723628] env[69473]: DEBUG nova.network.neutron [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Updated VIF entry in instance network info cache for port f86407f9-6398-405c-9bec-0609b31b3ee6. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.723628] env[69473]: DEBUG nova.network.neutron [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Updating instance_info_cache with network_info: [{"id": "f86407f9-6398-405c-9bec-0609b31b3ee6", "address": "fa:16:3e:c7:2f:69", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86407f9-63", "ovs_interfaceid": "f86407f9-6398-405c-9bec-0609b31b3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.723837] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 650.723837] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521a7068-4082-2611-1f0b-5a92fd296e65" [ 650.723837] env[69473]: _type = "Task" [ 650.723837] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.734389] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521a7068-4082-2611-1f0b-5a92fd296e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.812889] env[69473]: DEBUG nova.scheduler.client.report [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.872825] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00fe1f84-9348-4df3-baba-f2b89e8334dd tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.763s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.892699] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357317, 'name': ReconfigVM_Task, 'duration_secs': 0.285476} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.893117] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 687e47c3-01a5-4bcd-a71a-01de53502f4d/687e47c3-01a5-4bcd-a71a-01de53502f4d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.893762] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a77efa9-c39e-472c-945c-185dee2a0ba9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.903885] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 650.903885] env[69473]: value = "task-3357318" [ 650.903885] env[69473]: _type = "Task" [ 650.903885] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.915103] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357318, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.112367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.227313] env[69473]: DEBUG oslo_concurrency.lockutils [req-7d852ac1-8303-4c72-85b1-de3938eeb3da req-d19f7139-2775-4435-8b3a-f8756c732349 service nova] Releasing lock "refresh_cache-e710cad7-f574-4a66-b735-815e2cc87ba8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.241195] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521a7068-4082-2611-1f0b-5a92fd296e65, 'name': SearchDatastore_Task, 'duration_secs': 0.022581} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.241495] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.241940] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] f27e471e-0e79-46a3-a2a4-10072c7f4a92/f27e471e-0e79-46a3-a2a4-10072c7f4a92.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.242130] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa75944d-e311-41a1-994e-75216bdb2641 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.252199] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 651.252199] env[69473]: value = "task-3357319" [ 651.252199] env[69473]: _type = "Task" [ 651.252199] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.261807] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.322056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.322056] env[69473]: DEBUG nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.326111] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.361s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.326111] env[69473]: DEBUG nova.objects.instance [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lazy-loading 'resources' on Instance uuid 8e2a554b-0f7b-44ad-a15e-3b374106d672 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.381769] env[69473]: DEBUG nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.417206] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357318, 'name': Rename_Task, 'duration_secs': 0.175536} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.417593] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.417856] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe38b03-bda7-4324-b531-264dc8cc4119 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.427249] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 651.427249] env[69473]: value = "task-3357320" [ 651.427249] env[69473]: _type = "Task" [ 651.427249] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.438648] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.768811] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357319, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.827461] env[69473]: DEBUG nova.compute.utils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.831481] env[69473]: DEBUG nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.831481] env[69473]: DEBUG nova.network.neutron [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.899814] env[69473]: DEBUG nova.policy [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da4604d22c6446048a76b97b23657010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a2474c5e5244715817e5686eaf2f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.920344] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.945507] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.997871] env[69473]: DEBUG nova.compute.manager [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Received event network-changed-0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.998058] env[69473]: DEBUG nova.compute.manager [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Refreshing instance network info cache due to event network-changed-0e466ed9-86d5-48e5-8708-98a9fb1a2c26. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.998259] env[69473]: DEBUG oslo_concurrency.lockutils [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] Acquiring lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.998394] env[69473]: DEBUG oslo_concurrency.lockutils [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] Acquired lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.998543] env[69473]: DEBUG nova.network.neutron [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Refreshing network info cache for port 0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.239599] env[69473]: DEBUG nova.network.neutron [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Successfully created port: e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.267611] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694952} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.267611] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] f27e471e-0e79-46a3-a2a4-10072c7f4a92/f27e471e-0e79-46a3-a2a4-10072c7f4a92.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.267611] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.267840] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30d6233-1745-4a49-afb8-a4738dc3c9d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.277759] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 652.277759] env[69473]: value = "task-3357321" [ 652.277759] env[69473]: _type = "Task" [ 652.277759] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.292649] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.335518] env[69473]: DEBUG nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.412352] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e481bb-6a1b-4f15-afee-b5be2e68f05e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.423687] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e95e202-6560-4dea-9d40-8293172d79c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.463132] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab070e2-2c55-427b-9af3-cfd4b3ac6b7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.469265] env[69473]: DEBUG oslo_vmware.api [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357320, 'name': PowerOnVM_Task, 'duration_secs': 0.661027} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.469867] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.470080] env[69473]: INFO nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Took 8.72 seconds to spawn the instance on the hypervisor. [ 652.470256] env[69473]: DEBUG nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.471166] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61adef56-ed4e-4c5c-9bcc-c7a7d7616cd0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.477427] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef7dc0-c566-4a71-aa27-123643f1df66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.498829] env[69473]: DEBUG nova.compute.provider_tree [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.579873] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "97994bf0-b61e-490d-a0d5-d704a2650f97" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.580131] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.580285] env[69473]: DEBUG nova.compute.manager [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.582125] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1a88c7-a25a-4156-8b92-dc68ea7874d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.590459] env[69473]: DEBUG nova.compute.manager [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 652.591030] env[69473]: DEBUG nova.objects.instance [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lazy-loading 'flavor' on Instance uuid 97994bf0-b61e-490d-a0d5-d704a2650f97 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.788192] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072717} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.788658] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.789456] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97a1785-bfbb-4ab2-94aa-9d860e837889 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.812916] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f27e471e-0e79-46a3-a2a4-10072c7f4a92/f27e471e-0e79-46a3-a2a4-10072c7f4a92.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.813259] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01761271-fe89-4481-9020-d7349ef63fbc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.837527] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 652.837527] env[69473]: value = "task-3357322" [ 652.837527] env[69473]: _type = "Task" [ 652.837527] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.851793] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.900211] env[69473]: DEBUG nova.network.neutron [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Updated VIF entry in instance network info cache for port 0e466ed9-86d5-48e5-8708-98a9fb1a2c26. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.900565] env[69473]: DEBUG nova.network.neutron [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Updating instance_info_cache with network_info: [{"id": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "address": "fa:16:3e:10:95:99", "network": {"id": "84251ad3-cde4-48fc-b9a7-ee1e4b8d7f23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2018908252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634ff16f3ad4b5b895b85c8270dc233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466ed9-86", "ovs_interfaceid": "0e466ed9-86d5-48e5-8708-98a9fb1a2c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.995350] env[69473]: INFO nova.compute.manager [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Took 27.47 seconds to build instance. [ 653.001999] env[69473]: DEBUG nova.scheduler.client.report [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.349067] env[69473]: DEBUG nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.351046] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.374325] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.374660] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.374746] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.375018] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.375180] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.375343] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.375557] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.375680] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.375947] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.376058] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.376173] env[69473]: DEBUG nova.virt.hardware [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.377142] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a695662-fe29-42c4-b76b-71a111cf856a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.386191] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a95732-d0f2-43df-a0e7-8d5c05bf46aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.402959] env[69473]: DEBUG oslo_concurrency.lockutils [req-eb6692fa-7eb3-4499-bc84-69c93ae1a4b8 req-fef9121d-21c0-4b38-bf85-722043dc3fdf service nova] Releasing lock "refresh_cache-c73704c5-51fd-4459-8c7c-d4097524d3af" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.500751] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f03cf206-c816-45e3-9fbf-300428f35a4b tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.887s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.508526] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.511164] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.018s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.512936] env[69473]: INFO nova.compute.claims [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.549928] env[69473]: INFO nova.scheduler.client.report [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted allocations for instance 8e2a554b-0f7b-44ad-a15e-3b374106d672 [ 653.600230] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.600230] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcf832ca-08a3-40cc-8bc4-6328b8641ea5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.612382] env[69473]: DEBUG oslo_vmware.api [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 653.612382] env[69473]: value = "task-3357323" [ 653.612382] env[69473]: _type = "Task" [ 653.612382] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.626669] env[69473]: DEBUG oslo_vmware.api [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.676863] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.677264] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.852150] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357322, 'name': ReconfigVM_Task, 'duration_secs': 0.866727} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.852460] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f27e471e-0e79-46a3-a2a4-10072c7f4a92/f27e471e-0e79-46a3-a2a4-10072c7f4a92.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.853341] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e578ef5b-acb8-4adf-9ebf-46e8a4f8dc71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.864026] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 653.864026] env[69473]: value = "task-3357324" [ 653.864026] env[69473]: _type = "Task" [ 653.864026] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.871900] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357324, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.916593] env[69473]: DEBUG nova.compute.manager [req-03494520-b6a0-4017-9a1f-f3894095ac9c req-9d8ca4b6-8e17-49d2-a84c-0dc48e6c1821 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Received event network-vif-plugged-e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.916790] env[69473]: DEBUG oslo_concurrency.lockutils [req-03494520-b6a0-4017-9a1f-f3894095ac9c req-9d8ca4b6-8e17-49d2-a84c-0dc48e6c1821 service nova] Acquiring lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.917016] env[69473]: DEBUG oslo_concurrency.lockutils [req-03494520-b6a0-4017-9a1f-f3894095ac9c req-9d8ca4b6-8e17-49d2-a84c-0dc48e6c1821 service nova] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.917217] env[69473]: DEBUG oslo_concurrency.lockutils [req-03494520-b6a0-4017-9a1f-f3894095ac9c req-9d8ca4b6-8e17-49d2-a84c-0dc48e6c1821 service nova] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.917415] env[69473]: DEBUG nova.compute.manager [req-03494520-b6a0-4017-9a1f-f3894095ac9c req-9d8ca4b6-8e17-49d2-a84c-0dc48e6c1821 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] No waiting events found dispatching network-vif-plugged-e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.917762] env[69473]: WARNING nova.compute.manager [req-03494520-b6a0-4017-9a1f-f3894095ac9c req-9d8ca4b6-8e17-49d2-a84c-0dc48e6c1821 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Received unexpected event network-vif-plugged-e0b97bf6-0a4c-4a47-afea-76ecff97142d for instance with vm_state building and task_state spawning. [ 654.003687] env[69473]: DEBUG nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.023545] env[69473]: DEBUG nova.network.neutron [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Successfully updated port: e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.058749] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3714e5dd-430f-450c-911d-9ca42f124452 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "8e2a554b-0f7b-44ad-a15e-3b374106d672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.006s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.125709] env[69473]: DEBUG oslo_vmware.api [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357323, 'name': PowerOffVM_Task, 'duration_secs': 0.217668} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.127211] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.127470] env[69473]: DEBUG nova.compute.manager [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.132836] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb09ee0-10d9-42b8-be50-027ff6cf47a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.138968] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "0511381c-3185-4825-9464-7b74e05e696f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.139209] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "0511381c-3185-4825-9464-7b74e05e696f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.240125] env[69473]: DEBUG nova.compute.manager [None req-9dca8f73-8a29-4fe7-afc9-d68ea8fd6354 tempest-ServerExternalEventsTest-869927596 tempest-ServerExternalEventsTest-869927596-project] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Received event network-changed {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.240125] env[69473]: DEBUG nova.compute.manager [None req-9dca8f73-8a29-4fe7-afc9-d68ea8fd6354 tempest-ServerExternalEventsTest-869927596 tempest-ServerExternalEventsTest-869927596-project] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Refreshing instance network info cache due to event network-changed. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.240283] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9dca8f73-8a29-4fe7-afc9-d68ea8fd6354 tempest-ServerExternalEventsTest-869927596 tempest-ServerExternalEventsTest-869927596-project] Acquiring lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.240368] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9dca8f73-8a29-4fe7-afc9-d68ea8fd6354 tempest-ServerExternalEventsTest-869927596 tempest-ServerExternalEventsTest-869927596-project] Acquired lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.240497] env[69473]: DEBUG nova.network.neutron [None req-9dca8f73-8a29-4fe7-afc9-d68ea8fd6354 tempest-ServerExternalEventsTest-869927596 tempest-ServerExternalEventsTest-869927596-project] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.375664] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357324, 'name': Rename_Task, 'duration_secs': 0.186505} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.376034] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.376392] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77200d2f-2804-4e05-a3aa-38ddcac005db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.386494] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 654.386494] env[69473]: value = "task-3357325" [ 654.386494] env[69473]: _type = "Task" [ 654.386494] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.400039] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.531848] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.531848] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.531848] env[69473]: DEBUG nova.network.neutron [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.540808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.663264] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9be737d5-9449-494a-8bd0-38649e6aeb54 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.905624] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.081794] env[69473]: DEBUG nova.network.neutron [None req-9dca8f73-8a29-4fe7-afc9-d68ea8fd6354 tempest-ServerExternalEventsTest-869927596 tempest-ServerExternalEventsTest-869927596-project] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Updating instance_info_cache with network_info: [{"id": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "address": "fa:16:3e:1a:fa:50", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e13ada-d2", "ovs_interfaceid": "28e13ada-d2cb-4db5-a160-95efaad4b0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.103270] env[69473]: DEBUG nova.network.neutron [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.121369] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48e355c-206c-47fd-8771-05c0bcdde116 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.131920] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaaae22-9db7-4c63-9fa2-3a078095768f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.171220] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da2c40-9dc1-44aa-8534-3fb7476b87cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.181335] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd24f4-c2b5-4ebd-83d0-6740cc121c23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.201024] env[69473]: DEBUG nova.compute.provider_tree [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.298732] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "687e47c3-01a5-4bcd-a71a-01de53502f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.298925] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.300512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "687e47c3-01a5-4bcd-a71a-01de53502f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.300512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.300512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.304929] env[69473]: INFO nova.compute.manager [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Terminating instance [ 655.401719] env[69473]: DEBUG oslo_vmware.api [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357325, 'name': PowerOnVM_Task, 'duration_secs': 0.750408} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.402178] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.402531] env[69473]: INFO nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Took 9.00 seconds to spawn the instance on the hypervisor. [ 655.402776] env[69473]: DEBUG nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.404138] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31560ce3-9d83-4c7a-98b9-bdc3e902134e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.422664] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.423150] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.448797] env[69473]: DEBUG nova.network.neutron [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updating instance_info_cache with network_info: [{"id": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "address": "fa:16:3e:0b:40:29", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b97bf6-0a", "ovs_interfaceid": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.454973] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "78fdc5c0-51d8-49b9-929f-810f9439c84a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.455257] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.584501] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9dca8f73-8a29-4fe7-afc9-d68ea8fd6354 tempest-ServerExternalEventsTest-869927596 tempest-ServerExternalEventsTest-869927596-project] Releasing lock "refresh_cache-687e47c3-01a5-4bcd-a71a-01de53502f4d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.703434] env[69473]: DEBUG nova.scheduler.client.report [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.811830] env[69473]: DEBUG nova.compute.manager [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.811830] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.811830] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75a3405-6692-44f7-b4c9-3ffad4924a43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.819576] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.819914] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c1acf07-f17a-4c3a-b58c-2ae18619b678 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.827711] env[69473]: DEBUG oslo_vmware.api [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 655.827711] env[69473]: value = "task-3357326" [ 655.827711] env[69473]: _type = "Task" [ 655.827711] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.836913] env[69473]: DEBUG oslo_vmware.api [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.933471] env[69473]: INFO nova.compute.manager [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Took 27.82 seconds to build instance. [ 655.955318] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Releasing lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.956126] env[69473]: DEBUG nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance network_info: |[{"id": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "address": "fa:16:3e:0b:40:29", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b97bf6-0a", "ovs_interfaceid": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.956541] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:40:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0b97bf6-0a4c-4a47-afea-76ecff97142d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.964486] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.965059] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.965338] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf6e585-2af1-44b7-a8bd-173c80be7fb2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.989600] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.989600] env[69473]: value = "task-3357327" [ 655.989600] env[69473]: _type = "Task" [ 655.989600] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.001131] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357327, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.202176] env[69473]: DEBUG nova.compute.manager [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Received event network-changed-e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.202447] env[69473]: DEBUG nova.compute.manager [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Refreshing instance network info cache due to event network-changed-e0b97bf6-0a4c-4a47-afea-76ecff97142d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.202980] env[69473]: DEBUG oslo_concurrency.lockutils [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] Acquiring lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.204553] env[69473]: DEBUG oslo_concurrency.lockutils [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] Acquired lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.204553] env[69473]: DEBUG nova.network.neutron [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Refreshing network info cache for port e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.208896] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.209359] env[69473]: DEBUG nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.214405] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.927s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.214633] env[69473]: DEBUG nova.objects.instance [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lazy-loading 'resources' on Instance uuid 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.338900] env[69473]: DEBUG oslo_vmware.api [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357326, 'name': PowerOffVM_Task, 'duration_secs': 0.350859} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.341833] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.341833] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.341833] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dd28aaf-236a-440c-a033-ea58b643c07f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.436152] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4de65e83-3af6-44f2-9a7c-85a71d6dadbc tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.659s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.501850] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357327, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.568869] env[69473]: DEBUG nova.objects.instance [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lazy-loading 'flavor' on Instance uuid 97994bf0-b61e-490d-a0d5-d704a2650f97 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.601418] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.601796] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.601880] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Deleting the datastore file [datastore1] 687e47c3-01a5-4bcd-a71a-01de53502f4d {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.602144] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe40c60-cba2-487d-8041-16d4a50fc817 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.613320] env[69473]: DEBUG oslo_vmware.api [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for the task: (returnval){ [ 656.613320] env[69473]: value = "task-3357329" [ 656.613320] env[69473]: _type = "Task" [ 656.613320] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.626141] env[69473]: DEBUG oslo_vmware.api [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.718655] env[69473]: DEBUG nova.compute.utils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.727186] env[69473]: DEBUG nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.727186] env[69473]: DEBUG nova.network.neutron [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.818140] env[69473]: DEBUG nova.policy [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb0810e448b409f9d5e5b3f59f332a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d598a91193b4e2b93abd9cf3bb1b979', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.940143] env[69473]: DEBUG nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.006338] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357327, 'name': CreateVM_Task, 'duration_secs': 0.568314} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.006566] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.007278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.007913] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.007913] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.008162] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe739727-e351-4804-b948-c0187eb67f13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.016320] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 657.016320] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c0c52d-ea05-cd50-141b-cc3b85640c2c" [ 657.016320] env[69473]: _type = "Task" [ 657.016320] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.027749] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c0c52d-ea05-cd50-141b-cc3b85640c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.073964] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.074155] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquired lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.074330] env[69473]: DEBUG nova.network.neutron [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.074728] env[69473]: DEBUG nova.objects.instance [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lazy-loading 'info_cache' on Instance uuid 97994bf0-b61e-490d-a0d5-d704a2650f97 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.131364] env[69473]: DEBUG oslo_vmware.api [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.227597] env[69473]: DEBUG nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.266855] env[69473]: DEBUG nova.network.neutron [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updated VIF entry in instance network info cache for port e0b97bf6-0a4c-4a47-afea-76ecff97142d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.266855] env[69473]: DEBUG nova.network.neutron [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updating instance_info_cache with network_info: [{"id": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "address": "fa:16:3e:0b:40:29", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b97bf6-0a", "ovs_interfaceid": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.284825] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13375c9-d411-4d39-9356-74e5dc95dbec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.293969] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e45c73-dc42-4895-896c-5df5cd6491e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.332774] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c0c17-c642-434c-bdab-bf04acda9f88 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.341969] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cffafc-dff3-47d4-8c3b-b66d8bec220a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.358875] env[69473]: DEBUG nova.compute.provider_tree [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.453279] env[69473]: DEBUG nova.network.neutron [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Successfully created port: 84769e8f-316e-4f92-9ee4-5f2c06f2eb6d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.481351] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.528402] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c0c52d-ea05-cd50-141b-cc3b85640c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.018706} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.528716] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.529058] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.529401] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.529579] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.529795] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.530120] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6df2096-1bca-44f1-ba17-da92569ab4df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.542527] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.542741] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.546442] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb43609-7afb-4606-bcd6-c572378524df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.551972] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 657.551972] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d901e3-e294-a269-529f-6be7ace17d4e" [ 657.551972] env[69473]: _type = "Task" [ 657.551972] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.563436] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d901e3-e294-a269-529f-6be7ace17d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.581323] env[69473]: DEBUG nova.objects.base [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Object Instance<97994bf0-b61e-490d-a0d5-d704a2650f97> lazy-loaded attributes: flavor,info_cache {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 657.627921] env[69473]: DEBUG oslo_vmware.api [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Task: {'id': task-3357329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59552} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.631017] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.631017] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.631017] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.631017] env[69473]: INFO nova.compute.manager [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Took 1.82 seconds to destroy the instance on the hypervisor. [ 657.631017] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.631295] env[69473]: DEBUG nova.compute.manager [-] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.631295] env[69473]: DEBUG nova.network.neutron [-] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.768355] env[69473]: DEBUG oslo_concurrency.lockutils [req-0af8ee65-3eff-4c73-b626-0a143eb312ff req-4be0bfe3-732a-441b-b039-0577bdb54c4e service nova] Releasing lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.863854] env[69473]: DEBUG nova.scheduler.client.report [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.069643] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d901e3-e294-a269-529f-6be7ace17d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.073733] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2833d1f-e653-4fb7-8d99-02e7155b072a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.082161] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 658.082161] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526a1eba-87fd-6d8f-b894-1192ee349968" [ 658.082161] env[69473]: _type = "Task" [ 658.082161] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.095129] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526a1eba-87fd-6d8f-b894-1192ee349968, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.095606] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.095991] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492/06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.096532] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42211a29-23ad-4ca0-97b9-eb55e36ae0e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.107019] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 658.107019] env[69473]: value = "task-3357330" [ 658.107019] env[69473]: _type = "Task" [ 658.107019] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.119281] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.240362] env[69473]: DEBUG nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.262145] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df5459-a730-444a-b9bf-eeb56a8af294 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.270658] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c368cf10-4ed8-4b5a-a25c-518785bf6f04 tempest-ServersAdminNegativeTestJSON-559250777 tempest-ServersAdminNegativeTestJSON-559250777-project-admin] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Suspending the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 658.271061] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-47508cfe-50d6-430b-898a-a78d57d35cdf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.289546] env[69473]: DEBUG oslo_vmware.api [None req-c368cf10-4ed8-4b5a-a25c-518785bf6f04 tempest-ServersAdminNegativeTestJSON-559250777 tempest-ServersAdminNegativeTestJSON-559250777-project-admin] Waiting for the task: (returnval){ [ 658.289546] env[69473]: value = "task-3357331" [ 658.289546] env[69473]: _type = "Task" [ 658.289546] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.298567] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.298567] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.298894] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.298894] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.299852] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.299852] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.299852] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.299852] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.299852] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.300278] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.300278] env[69473]: DEBUG nova.virt.hardware [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.301391] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99afd7ce-d1b7-4c6e-941d-e97ce44b0f9d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.313747] env[69473]: DEBUG oslo_vmware.api [None req-c368cf10-4ed8-4b5a-a25c-518785bf6f04 tempest-ServersAdminNegativeTestJSON-559250777 tempest-ServersAdminNegativeTestJSON-559250777-project-admin] Task: {'id': task-3357331, 'name': SuspendVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.315562] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d8621-2601-4709-8550-4e7c9c60bcc2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.374196] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.377886] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.027s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.380017] env[69473]: INFO nova.compute.claims [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.421332] env[69473]: INFO nova.scheduler.client.report [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Deleted allocations for instance 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0 [ 658.591696] env[69473]: DEBUG nova.network.neutron [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Updating instance_info_cache with network_info: [{"id": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "address": "fa:16:3e:70:90:ca", "network": {"id": "f59b07d3-a3e6-447f-80d1-5bf68c5ccca2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1508996448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e15c261969429fa2a16e83daee88ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9b2e53-72", "ovs_interfaceid": "8e9b2e53-72f1-4ceb-ad23-58356f8abd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.623149] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49777} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.624419] env[69473]: DEBUG nova.compute.manager [req-aaf7ec64-ec4c-4a6a-a580-7349fd7026ed req-b2c96605-36cd-4d18-badb-35bc4a15ee04 service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Received event network-vif-deleted-28e13ada-d2cb-4db5-a160-95efaad4b0ae {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.625040] env[69473]: INFO nova.compute.manager [req-aaf7ec64-ec4c-4a6a-a580-7349fd7026ed req-b2c96605-36cd-4d18-badb-35bc4a15ee04 service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Neutron deleted interface 28e13ada-d2cb-4db5-a160-95efaad4b0ae; detaching it from the instance and deleting it from the info cache [ 658.625040] env[69473]: DEBUG nova.network.neutron [req-aaf7ec64-ec4c-4a6a-a580-7349fd7026ed req-b2c96605-36cd-4d18-badb-35bc4a15ee04 service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.626122] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492/06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.626334] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.627040] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e45147-b9e8-4dac-a29c-f22552b562f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.636854] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 658.636854] env[69473]: value = "task-3357332" [ 658.636854] env[69473]: _type = "Task" [ 658.636854] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.649799] env[69473]: DEBUG nova.network.neutron [-] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.651244] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.799975] env[69473]: DEBUG oslo_vmware.api [None req-c368cf10-4ed8-4b5a-a25c-518785bf6f04 tempest-ServersAdminNegativeTestJSON-559250777 tempest-ServersAdminNegativeTestJSON-559250777-project-admin] Task: {'id': task-3357331, 'name': SuspendVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.933164] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbaeb30-f161-46be-bf7a-1c9223681e48 tempest-ServerDiagnosticsNegativeTest-527632545 tempest-ServerDiagnosticsNegativeTest-527632545-project-member] Lock "01b5f9ff-b9cb-4770-92ce-77cc25c29ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.367s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.097648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Releasing lock "refresh_cache-97994bf0-b61e-490d-a0d5-d704a2650f97" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.128453] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bbd50a9-55cc-4826-b833-7adc3f31f969 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.143608] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c371eb-69a5-4075-b648-8d8784f506f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.162295] env[69473]: INFO nova.compute.manager [-] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Took 1.53 seconds to deallocate network for instance. [ 659.171022] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075807} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.172272] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.173285] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2864f65a-17a1-4acd-b4be-a043a9861c5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.186274] env[69473]: DEBUG nova.compute.manager [req-aaf7ec64-ec4c-4a6a-a580-7349fd7026ed req-b2c96605-36cd-4d18-badb-35bc4a15ee04 service nova] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Detach interface failed, port_id=28e13ada-d2cb-4db5-a160-95efaad4b0ae, reason: Instance 687e47c3-01a5-4bcd-a71a-01de53502f4d could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 659.214660] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492/06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.214660] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a680ade5-fb44-4e3d-8f4a-bb8ecc5eb4f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.238144] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 659.238144] env[69473]: value = "task-3357333" [ 659.238144] env[69473]: _type = "Task" [ 659.238144] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.244934] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.301131] env[69473]: DEBUG oslo_vmware.api [None req-c368cf10-4ed8-4b5a-a25c-518785bf6f04 tempest-ServersAdminNegativeTestJSON-559250777 tempest-ServersAdminNegativeTestJSON-559250777-project-admin] Task: {'id': task-3357331, 'name': SuspendVM_Task, 'duration_secs': 0.657679} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.301419] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c368cf10-4ed8-4b5a-a25c-518785bf6f04 tempest-ServersAdminNegativeTestJSON-559250777 tempest-ServersAdminNegativeTestJSON-559250777-project-admin] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Suspended the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 659.301602] env[69473]: DEBUG nova.compute.manager [None req-c368cf10-4ed8-4b5a-a25c-518785bf6f04 tempest-ServersAdminNegativeTestJSON-559250777 tempest-ServersAdminNegativeTestJSON-559250777-project-admin] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.302561] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808741f1-b57d-447d-8e40-6f2fc12b05ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.623996] env[69473]: DEBUG nova.compute.manager [req-cac1709d-94ce-40ab-a8a8-5bc8bde7e4e9 req-13677262-9d40-4cac-91f7-13501fb977d2 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Received event network-vif-plugged-84769e8f-316e-4f92-9ee4-5f2c06f2eb6d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.623996] env[69473]: DEBUG oslo_concurrency.lockutils [req-cac1709d-94ce-40ab-a8a8-5bc8bde7e4e9 req-13677262-9d40-4cac-91f7-13501fb977d2 service nova] Acquiring lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.624310] env[69473]: DEBUG oslo_concurrency.lockutils [req-cac1709d-94ce-40ab-a8a8-5bc8bde7e4e9 req-13677262-9d40-4cac-91f7-13501fb977d2 service nova] Lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.624310] env[69473]: DEBUG oslo_concurrency.lockutils [req-cac1709d-94ce-40ab-a8a8-5bc8bde7e4e9 req-13677262-9d40-4cac-91f7-13501fb977d2 service nova] Lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.624590] env[69473]: DEBUG nova.compute.manager [req-cac1709d-94ce-40ab-a8a8-5bc8bde7e4e9 req-13677262-9d40-4cac-91f7-13501fb977d2 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] No waiting events found dispatching network-vif-plugged-84769e8f-316e-4f92-9ee4-5f2c06f2eb6d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.624851] env[69473]: WARNING nova.compute.manager [req-cac1709d-94ce-40ab-a8a8-5bc8bde7e4e9 req-13677262-9d40-4cac-91f7-13501fb977d2 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Received unexpected event network-vif-plugged-84769e8f-316e-4f92-9ee4-5f2c06f2eb6d for instance with vm_state building and task_state spawning. [ 659.631216] env[69473]: DEBUG nova.network.neutron [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Successfully updated port: 84769e8f-316e-4f92-9ee4-5f2c06f2eb6d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.676076] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.753236] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357333, 'name': ReconfigVM_Task, 'duration_secs': 0.384723} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.753821] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492/06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.754693] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd931134-86c4-4eaf-b8ab-950776f016a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.766224] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 659.766224] env[69473]: value = "task-3357334" [ 659.766224] env[69473]: _type = "Task" [ 659.766224] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.787950] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357334, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.053122] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2556727-5723-4997-b77e-4bb2b15910c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.063746] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a1cb95-e15d-4adf-8b1c-dfdad30363cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.099624] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7ce2e-3237-4442-a4a4-e5dcd4330bf9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.108108] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aadde46-134c-45b0-a857-a2c0c59d5392 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.112465] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.113052] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f06c651e-89d1-4fee-a63b-b94527f49f98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.130302] env[69473]: DEBUG nova.compute.provider_tree [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.133295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.133439] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.133584] env[69473]: DEBUG nova.network.neutron [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.134660] env[69473]: DEBUG oslo_vmware.api [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 660.134660] env[69473]: value = "task-3357335" [ 660.134660] env[69473]: _type = "Task" [ 660.134660] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.144024] env[69473]: DEBUG oslo_vmware.api [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357335, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.281253] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357334, 'name': Rename_Task, 'duration_secs': 0.1806} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.281591] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.281853] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8b715a2-a21f-4e8a-b806-9fc140d54504 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.292367] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 660.292367] env[69473]: value = "task-3357336" [ 660.292367] env[69473]: _type = "Task" [ 660.292367] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.299960] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.637452] env[69473]: DEBUG nova.scheduler.client.report [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.652895] env[69473]: DEBUG oslo_vmware.api [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357335, 'name': PowerOnVM_Task, 'duration_secs': 0.466795} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.653230] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.653404] env[69473]: DEBUG nova.compute.manager [None req-a96d6625-7130-45c2-b74e-4eb0d18e93db tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.654247] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7999a232-2338-4722-b12b-1ec82dd761f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.701379] env[69473]: DEBUG nova.network.neutron [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.804209] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.999724] env[69473]: DEBUG nova.network.neutron [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance_info_cache with network_info: [{"id": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "address": "fa:16:3e:4f:ea:83", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769e8f-31", "ovs_interfaceid": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.146083] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.146587] env[69473]: DEBUG nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.150850] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.349s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.151108] env[69473]: DEBUG nova.objects.instance [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'resources' on Instance uuid 1c9775bf-099d-45a3-9c63-2f2c72918e6a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.310703] env[69473]: DEBUG oslo_vmware.api [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357336, 'name': PowerOnVM_Task, 'duration_secs': 0.578641} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.310703] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.310703] env[69473]: INFO nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Took 7.96 seconds to spawn the instance on the hypervisor. [ 661.310703] env[69473]: DEBUG nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.310703] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f85b3-e952-42a5-ba59-549d7852f94c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.505949] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.506279] env[69473]: DEBUG nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Instance network_info: |[{"id": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "address": "fa:16:3e:4f:ea:83", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769e8f-31", "ovs_interfaceid": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.506631] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:ea:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84769e8f-316e-4f92-9ee4-5f2c06f2eb6d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.515259] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Creating folder: Project (5d598a91193b4e2b93abd9cf3bb1b979). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.515785] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95a0f34d-30ff-4f43-87e7-e1e94d943daf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.528909] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Created folder: Project (5d598a91193b4e2b93abd9cf3bb1b979) in parent group-v669999. [ 661.529195] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Creating folder: Instances. Parent ref: group-v670048. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.529484] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06447fb-5797-4f79-84ce-645059f2d6cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.540227] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Created folder: Instances in parent group-v670048. [ 661.540484] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.540684] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.540888] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a8becff-8ef0-4dac-912c-1ba6e18791d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.564922] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.564922] env[69473]: value = "task-3357339" [ 661.564922] env[69473]: _type = "Task" [ 661.564922] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.574290] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357339, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.654709] env[69473]: DEBUG nova.compute.utils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.659439] env[69473]: DEBUG nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.659626] env[69473]: DEBUG nova.network.neutron [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.705515] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "821a77a7-502f-482d-9e13-5317d69eab1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.705800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "821a77a7-502f-482d-9e13-5317d69eab1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.741685] env[69473]: DEBUG nova.policy [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2645b66e8cb64a5daeb5840cbed300b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d90b5223a514387ae2999b1b8498a63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.839517] env[69473]: INFO nova.compute.manager [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Took 31.94 seconds to build instance. [ 661.995078] env[69473]: DEBUG nova.compute.manager [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Received event network-changed-84769e8f-316e-4f92-9ee4-5f2c06f2eb6d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.995078] env[69473]: DEBUG nova.compute.manager [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Refreshing instance network info cache due to event network-changed-84769e8f-316e-4f92-9ee4-5f2c06f2eb6d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.995078] env[69473]: DEBUG oslo_concurrency.lockutils [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] Acquiring lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.995078] env[69473]: DEBUG oslo_concurrency.lockutils [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] Acquired lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.995078] env[69473]: DEBUG nova.network.neutron [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Refreshing network info cache for port 84769e8f-316e-4f92-9ee4-5f2c06f2eb6d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.084632] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357339, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.159989] env[69473]: DEBUG nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.262350] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8604d7-73f2-43b0-b312-5b93afc158dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.271638] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63caaa8-a3c5-4a3e-893d-25da7bcf3d71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.277291] env[69473]: DEBUG nova.network.neutron [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Successfully created port: 1b670753-dd44-4e2b-9aab-ab955a5ac586 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.306573] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673315fb-9ad7-4609-b107-264868d2ca20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.317596] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ded19-12eb-480b-8c26-139711505623 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.332630] env[69473]: DEBUG nova.compute.provider_tree [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.343079] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6eb0b9fd-0336-4170-b826-5b4eb6a0dee9 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.711s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.577321] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357339, 'name': CreateVM_Task, 'duration_secs': 0.557174} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.577499] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.578238] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.578393] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.578708] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.581148] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1a73f5-1320-4814-815f-a3e339fba2af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.587243] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 662.587243] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52312293-cdd4-f1e6-8dd8-f9299c179f36" [ 662.587243] env[69473]: _type = "Task" [ 662.587243] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.595853] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52312293-cdd4-f1e6-8dd8-f9299c179f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.836168] env[69473]: DEBUG nova.scheduler.client.report [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.846200] env[69473]: DEBUG nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.099487] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52312293-cdd4-f1e6-8dd8-f9299c179f36, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.099487] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.099777] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.099881] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.100038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.100226] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.100915] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8abf669-f41c-4850-9b50-12cf58adf427 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.110370] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.110552] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.111307] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1263f72-c472-43a7-b49c-2d5f8bc69b33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.114268] env[69473]: DEBUG nova.network.neutron [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updated VIF entry in instance network info cache for port 84769e8f-316e-4f92-9ee4-5f2c06f2eb6d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.114613] env[69473]: DEBUG nova.network.neutron [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance_info_cache with network_info: [{"id": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "address": "fa:16:3e:4f:ea:83", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769e8f-31", "ovs_interfaceid": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.124038] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 663.124038] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a0b5de-e6f9-a3e3-6d8a-fcd18b1d3e39" [ 663.124038] env[69473]: _type = "Task" [ 663.124038] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.132623] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a0b5de-e6f9-a3e3-6d8a-fcd18b1d3e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.172596] env[69473]: DEBUG nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.201865] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.201865] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.201865] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.202154] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.202154] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.202154] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.202154] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.202154] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.202603] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.203176] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.203497] env[69473]: DEBUG nova.virt.hardware [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.205623] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546fcb17-0ee3-4efd-b402-3dc2acb82a1e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.218009] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe61ef-a646-4f8a-bbc4-05118a93e0ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.342094] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.344896] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.212s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.346032] env[69473]: DEBUG nova.objects.instance [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lazy-loading 'resources' on Instance uuid a0fa69a8-5af2-465a-b0bd-76c703c8faff {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.378402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.379851] env[69473]: INFO nova.scheduler.client.report [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted allocations for instance 1c9775bf-099d-45a3-9c63-2f2c72918e6a [ 663.620143] env[69473]: DEBUG oslo_concurrency.lockutils [req-ca9bfe06-9cb6-420d-9d00-b3a3339c47ff req-d788a7ee-590f-4682-96e0-1b4c7e67bf37 service nova] Releasing lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.637975] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a0b5de-e6f9-a3e3-6d8a-fcd18b1d3e39, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.638812] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cde0935-e519-4453-a56e-d8441e050a21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.647009] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 663.647009] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bbea09-d2d7-4bee-7fae-89c3457cec18" [ 663.647009] env[69473]: _type = "Task" [ 663.647009] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.654923] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bbea09-d2d7-4bee-7fae-89c3457cec18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.890425] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5b948c0-b50c-4d5a-802f-eed405e23e16 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1c9775bf-099d-45a3-9c63-2f2c72918e6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.749s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.163476] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bbea09-d2d7-4bee-7fae-89c3457cec18, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.167815] env[69473]: DEBUG nova.network.neutron [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Successfully updated port: 1b670753-dd44-4e2b-9aab-ab955a5ac586 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.167815] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.167815] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 959c58c5-2931-40dd-9afd-d3884a500adb/959c58c5-2931-40dd-9afd-d3884a500adb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.167815] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6673bc13-99b9-461b-8579-9c469d512b9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.180278] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 664.180278] env[69473]: value = "task-3357340" [ 664.180278] env[69473]: _type = "Task" [ 664.180278] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.195398] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.388532] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb2dbd7-4a56-41f4-b8a1-04b596545dbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.402842] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebc3d98-cb94-491c-b2bb-0f8c3f7f3ec8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.445231] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6602bd-2e4c-4559-aa0c-df3ccb0e0fd1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.458375] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4142eedb-ca27-4b39-881f-7215ccc8cae9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.474672] env[69473]: DEBUG nova.compute.provider_tree [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.672324] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "refresh_cache-940e8a8f-5bdc-49fc-8aac-8383d2218376" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.672635] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquired lock "refresh_cache-940e8a8f-5bdc-49fc-8aac-8383d2218376" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.672880] env[69473]: DEBUG nova.network.neutron [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.692682] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510889} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.692987] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 959c58c5-2931-40dd-9afd-d3884a500adb/959c58c5-2931-40dd-9afd-d3884a500adb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.693216] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.693470] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fab4ee9-46d5-418e-b68e-d4a9a735e46f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.703799] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 664.703799] env[69473]: value = "task-3357341" [ 664.703799] env[69473]: _type = "Task" [ 664.703799] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.721060] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.978803] env[69473]: DEBUG nova.scheduler.client.report [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.063380] env[69473]: DEBUG nova.compute.manager [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.063380] env[69473]: DEBUG nova.compute.manager [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing instance network info cache due to event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.063380] env[69473]: DEBUG oslo_concurrency.lockutils [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] Acquiring lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.063380] env[69473]: DEBUG oslo_concurrency.lockutils [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] Acquired lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.063380] env[69473]: DEBUG nova.network.neutron [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.214705] env[69473]: DEBUG nova.network.neutron [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.221973] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067626} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.222555] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.223111] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd96f4-7bd1-4638-a539-1e1e065b0053 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.230790] env[69473]: DEBUG nova.compute.manager [req-1f54ff67-93f4-4331-aa9b-4d12270bcdf3 req-6ef2cd0c-1784-4089-b91e-ed216a11927b service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Received event network-vif-plugged-1b670753-dd44-4e2b-9aab-ab955a5ac586 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.231229] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f54ff67-93f4-4331-aa9b-4d12270bcdf3 req-6ef2cd0c-1784-4089-b91e-ed216a11927b service nova] Acquiring lock "940e8a8f-5bdc-49fc-8aac-8383d2218376-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.231479] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f54ff67-93f4-4331-aa9b-4d12270bcdf3 req-6ef2cd0c-1784-4089-b91e-ed216a11927b service nova] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.231728] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f54ff67-93f4-4331-aa9b-4d12270bcdf3 req-6ef2cd0c-1784-4089-b91e-ed216a11927b service nova] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.232193] env[69473]: DEBUG nova.compute.manager [req-1f54ff67-93f4-4331-aa9b-4d12270bcdf3 req-6ef2cd0c-1784-4089-b91e-ed216a11927b service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] No waiting events found dispatching network-vif-plugged-1b670753-dd44-4e2b-9aab-ab955a5ac586 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.232193] env[69473]: WARNING nova.compute.manager [req-1f54ff67-93f4-4331-aa9b-4d12270bcdf3 req-6ef2cd0c-1784-4089-b91e-ed216a11927b service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Received unexpected event network-vif-plugged-1b670753-dd44-4e2b-9aab-ab955a5ac586 for instance with vm_state building and task_state spawning. [ 665.257020] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 959c58c5-2931-40dd-9afd-d3884a500adb/959c58c5-2931-40dd-9afd-d3884a500adb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.257789] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f30d17-3b90-4f81-81d1-d8d2bab38276 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.286532] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 665.286532] env[69473]: value = "task-3357342" [ 665.286532] env[69473]: _type = "Task" [ 665.286532] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.297428] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.484060] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.487307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.613s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.488224] env[69473]: INFO nova.compute.claims [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.523104] env[69473]: INFO nova.scheduler.client.report [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Deleted allocations for instance a0fa69a8-5af2-465a-b0bd-76c703c8faff [ 665.567290] env[69473]: DEBUG nova.network.neutron [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Updating instance_info_cache with network_info: [{"id": "1b670753-dd44-4e2b-9aab-ab955a5ac586", "address": "fa:16:3e:89:71:fe", "network": {"id": "4e14028f-d422-47d2-b691-db23f420b53b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-624899417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d90b5223a514387ae2999b1b8498a63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b670753-dd", "ovs_interfaceid": "1b670753-dd44-4e2b-9aab-ab955a5ac586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.804189] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357342, 'name': ReconfigVM_Task, 'duration_secs': 0.290283} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.804473] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 959c58c5-2931-40dd-9afd-d3884a500adb/959c58c5-2931-40dd-9afd-d3884a500adb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.805250] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c25a7561-5726-4ddc-a7f3-89bef91322cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.815020] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 665.815020] env[69473]: value = "task-3357343" [ 665.815020] env[69473]: _type = "Task" [ 665.815020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.824778] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357343, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.905936] env[69473]: DEBUG nova.network.neutron [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updated VIF entry in instance network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.906309] env[69473]: DEBUG nova.network.neutron [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [{"id": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "address": "fa:16:3e:35:ec:e9", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dd52aa-77", "ovs_interfaceid": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.031020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d26e95ff-4a0f-41cd-8a4b-906c7b1c9d2c tempest-ServerDiagnosticsTest-1969660138 tempest-ServerDiagnosticsTest-1969660138-project-member] Lock "a0fa69a8-5af2-465a-b0bd-76c703c8faff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.690s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.072960] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Releasing lock "refresh_cache-940e8a8f-5bdc-49fc-8aac-8383d2218376" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.076566] env[69473]: DEBUG nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Instance network_info: |[{"id": "1b670753-dd44-4e2b-9aab-ab955a5ac586", "address": "fa:16:3e:89:71:fe", "network": {"id": "4e14028f-d422-47d2-b691-db23f420b53b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-624899417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d90b5223a514387ae2999b1b8498a63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b670753-dd", "ovs_interfaceid": "1b670753-dd44-4e2b-9aab-ab955a5ac586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.076924] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:71:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b670753-dd44-4e2b-9aab-ab955a5ac586', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.085817] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Creating folder: Project (6d90b5223a514387ae2999b1b8498a63). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.086801] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5e64190-d15a-42e6-bf2f-62f2a21d7255 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.100915] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Created folder: Project (6d90b5223a514387ae2999b1b8498a63) in parent group-v669999. [ 666.101043] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Creating folder: Instances. Parent ref: group-v670051. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.101299] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5ed9ce1-4872-4c6e-bfff-00119a67bd70 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.111521] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Created folder: Instances in parent group-v670051. [ 666.111772] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.111972] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.112201] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58356fb2-a3ac-413f-84e7-6c8594f82b5e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.134345] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.134345] env[69473]: value = "task-3357346" [ 666.134345] env[69473]: _type = "Task" [ 666.134345] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.150714] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357346, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.328450] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357343, 'name': Rename_Task, 'duration_secs': 0.150978} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.330137] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.330137] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc195610-8f03-47c8-81ab-485e3edb222f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.339804] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 666.339804] env[69473]: value = "task-3357347" [ 666.339804] env[69473]: _type = "Task" [ 666.339804] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.351510] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.409833] env[69473]: DEBUG oslo_concurrency.lockutils [req-27602383-e392-4e14-8293-abe310b6b788 req-7665a95d-0a44-4ff9-9d31-1ab95170cfae service nova] Releasing lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.622294] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.622623] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.649205] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357346, 'name': CreateVM_Task, 'duration_secs': 0.352391} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.649205] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.649652] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.649781] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.650114] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.652710] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71430d4a-c8e8-4fd8-837f-54f7d978a102 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.658346] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 666.658346] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c8e584-3296-e3f7-2019-685e8196ce9e" [ 666.658346] env[69473]: _type = "Task" [ 666.658346] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.668791] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c8e584-3296-e3f7-2019-685e8196ce9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.856992] env[69473]: DEBUG oslo_vmware.api [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357347, 'name': PowerOnVM_Task, 'duration_secs': 0.504713} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.856992] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.856992] env[69473]: INFO nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Took 8.62 seconds to spawn the instance on the hypervisor. [ 666.857232] env[69473]: DEBUG nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.857975] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf30b1-ef0b-4e40-9b07-45a5fb2155b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.068535] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19930960-70c5-42f4-8c42-3bfaa17a3a21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.076754] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984b05ab-f968-440a-a37d-c736da727450 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.112020] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be5a6ac-9340-4b84-8d69-fe751f46cd4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.120584] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa2ca24-5eda-4f27-9c19-73dfb10a833e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.139656] env[69473]: DEBUG nova.compute.provider_tree [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.170649] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c8e584-3296-e3f7-2019-685e8196ce9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.170649] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170649] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.170974] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.170974] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.171181] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.171549] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f760fa7-d88d-406b-bee0-356772584bbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.187947] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.188178] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.188939] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e40344-b0b7-442f-b57a-947921cf3146 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.197049] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 667.197049] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522bc525-9192-3f82-8016-92822fafad88" [ 667.197049] env[69473]: _type = "Task" [ 667.197049] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.209031] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522bc525-9192-3f82-8016-92822fafad88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.382594] env[69473]: INFO nova.compute.manager [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Took 35.94 seconds to build instance. [ 667.643336] env[69473]: DEBUG nova.scheduler.client.report [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.713769] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522bc525-9192-3f82-8016-92822fafad88, 'name': SearchDatastore_Task, 'duration_secs': 0.034744} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.715297] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f95cabc-93e5-49bd-8706-3ee6f1070e6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.721432] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 667.721432] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a965f6-366c-01d3-1f87-85754e0ac654" [ 667.721432] env[69473]: _type = "Task" [ 667.721432] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.731584] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a965f6-366c-01d3-1f87-85754e0ac654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.886082] env[69473]: DEBUG oslo_concurrency.lockutils [None req-158c9147-7285-4146-8eaa-b3421ad35116 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.478s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.149366] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.149839] env[69473]: DEBUG nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.152840] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.234s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.154325] env[69473]: INFO nova.compute.claims [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.237116] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a965f6-366c-01d3-1f87-85754e0ac654, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.237116] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.237116] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 940e8a8f-5bdc-49fc-8aac-8383d2218376/940e8a8f-5bdc-49fc-8aac-8383d2218376.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.237116] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33be8327-902d-4b67-aa33-1e6ef6c39f1a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.246339] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 668.246339] env[69473]: value = "task-3357348" [ 668.246339] env[69473]: _type = "Task" [ 668.246339] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.259386] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.284080] env[69473]: DEBUG nova.compute.manager [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Received event network-changed-1b670753-dd44-4e2b-9aab-ab955a5ac586 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.284080] env[69473]: DEBUG nova.compute.manager [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Refreshing instance network info cache due to event network-changed-1b670753-dd44-4e2b-9aab-ab955a5ac586. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.284210] env[69473]: DEBUG oslo_concurrency.lockutils [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] Acquiring lock "refresh_cache-940e8a8f-5bdc-49fc-8aac-8383d2218376" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.284344] env[69473]: DEBUG oslo_concurrency.lockutils [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] Acquired lock "refresh_cache-940e8a8f-5bdc-49fc-8aac-8383d2218376" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.284460] env[69473]: DEBUG nova.network.neutron [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Refreshing network info cache for port 1b670753-dd44-4e2b-9aab-ab955a5ac586 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.294187] env[69473]: DEBUG nova.compute.manager [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.294187] env[69473]: DEBUG nova.compute.manager [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing instance network info cache due to event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.297034] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] Acquiring lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.297034] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] Acquired lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.297034] env[69473]: DEBUG nova.network.neutron [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.389271] env[69473]: DEBUG nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.667071] env[69473]: DEBUG nova.compute.utils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.671657] env[69473]: DEBUG nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.672123] env[69473]: DEBUG nova.network.neutron [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.726436] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "4767f76b-6acb-43be-b46c-18b2ca550d18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.726747] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.761231] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502789} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.763338] env[69473]: DEBUG nova.policy [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb987b92a37d4c958579ef4fba955077', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '480410c87a7c4192962c6d957ae1ca26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.764859] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 940e8a8f-5bdc-49fc-8aac-8383d2218376/940e8a8f-5bdc-49fc-8aac-8383d2218376.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.765105] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.765387] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f249e1c9-7517-4540-90fa-3402ae23c0da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.775204] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 668.775204] env[69473]: value = "task-3357349" [ 668.775204] env[69473]: _type = "Task" [ 668.775204] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.789207] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.920655] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.160786] env[69473]: DEBUG nova.network.neutron [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Successfully created port: b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.181963] env[69473]: DEBUG nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.291433] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068731} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.294716] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.295175] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20285464-ae7a-4ec6-a7d1-9a6ea1c637e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.320480] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 940e8a8f-5bdc-49fc-8aac-8383d2218376/940e8a8f-5bdc-49fc-8aac-8383d2218376.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.323800] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7639f7-3d23-401d-9515-2b0f11390aae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.346522] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 669.346522] env[69473]: value = "task-3357350" [ 669.346522] env[69473]: _type = "Task" [ 669.346522] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.358976] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.379303] env[69473]: DEBUG nova.network.neutron [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updated VIF entry in instance network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.379303] env[69473]: DEBUG nova.network.neutron [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [{"id": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "address": "fa:16:3e:35:ec:e9", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dd52aa-77", "ovs_interfaceid": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.385163] env[69473]: DEBUG nova.network.neutron [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Updated VIF entry in instance network info cache for port 1b670753-dd44-4e2b-9aab-ab955a5ac586. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.385163] env[69473]: DEBUG nova.network.neutron [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Updating instance_info_cache with network_info: [{"id": "1b670753-dd44-4e2b-9aab-ab955a5ac586", "address": "fa:16:3e:89:71:fe", "network": {"id": "4e14028f-d422-47d2-b691-db23f420b53b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-624899417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d90b5223a514387ae2999b1b8498a63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b670753-dd", "ovs_interfaceid": "1b670753-dd44-4e2b-9aab-ab955a5ac586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.779276] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e0615-5f8c-46fe-b14e-6e7068f50060 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.790210] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9810501f-e10a-4fc6-ad3d-86336465900e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.825229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953d6b8e-1c79-4ac4-aced-20e63983e537 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.834937] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b509e6bf-f317-409a-8275-86d4ba5ca33e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.852604] env[69473]: DEBUG nova.compute.provider_tree [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.864441] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357350, 'name': ReconfigVM_Task, 'duration_secs': 0.317986} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.866300] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 940e8a8f-5bdc-49fc-8aac-8383d2218376/940e8a8f-5bdc-49fc-8aac-8383d2218376.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.866300] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0813a65-70c1-473e-859a-b6399af48fc7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.876964] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 669.876964] env[69473]: value = "task-3357351" [ 669.876964] env[69473]: _type = "Task" [ 669.876964] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.882180] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] Releasing lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.882180] env[69473]: DEBUG nova.compute.manager [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Received event network-changed-e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.882969] env[69473]: DEBUG nova.compute.manager [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Refreshing instance network info cache due to event network-changed-e0b97bf6-0a4c-4a47-afea-76ecff97142d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.883306] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] Acquiring lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.883556] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] Acquired lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.883813] env[69473]: DEBUG nova.network.neutron [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Refreshing network info cache for port e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.889921] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357351, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.891535] env[69473]: DEBUG oslo_concurrency.lockutils [req-6aecb38b-3ce4-43c2-b2ab-f57400e4f14c req-f8a7e890-19b1-470d-936a-ab7f8615e183 service nova] Releasing lock "refresh_cache-940e8a8f-5bdc-49fc-8aac-8383d2218376" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193987] env[69473]: DEBUG nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.224024] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.224317] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.224511] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.225671] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.225877] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.226082] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.226337] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.226533] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.226762] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.226966] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.227384] env[69473]: DEBUG nova.virt.hardware [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.228337] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcfe76b-c75c-4b6f-a4a9-58fe8f7e5941 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.234180] env[69473]: DEBUG nova.compute.manager [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 670.245227] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d37389f-c14e-4b18-8b05-0890bf011dcc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.359367] env[69473]: DEBUG nova.scheduler.client.report [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.387172] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357351, 'name': Rename_Task, 'duration_secs': 0.147608} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.387437] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.387669] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de40121f-a154-4cdf-91ed-8abbdea37f7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.396616] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 670.396616] env[69473]: value = "task-3357352" [ 670.396616] env[69473]: _type = "Task" [ 670.396616] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.406038] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.762973] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.864857] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.865385] env[69473]: DEBUG nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.868530] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.160s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.870729] env[69473]: INFO nova.compute.claims [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.909448] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.919665] env[69473]: DEBUG nova.network.neutron [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updated VIF entry in instance network info cache for port e0b97bf6-0a4c-4a47-afea-76ecff97142d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.920009] env[69473]: DEBUG nova.network.neutron [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updating instance_info_cache with network_info: [{"id": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "address": "fa:16:3e:0b:40:29", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b97bf6-0a", "ovs_interfaceid": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.968682] env[69473]: DEBUG nova.network.neutron [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Successfully updated port: b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.377433] env[69473]: DEBUG nova.compute.utils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.384025] env[69473]: DEBUG nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.384025] env[69473]: DEBUG nova.network.neutron [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.413094] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.427505] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b3798a9-fee5-4ac7-990c-559e88a5efc3 req-fa6e1d2f-2afb-4d25-a2c0-558a4aa48eac service nova] Releasing lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.429549] env[69473]: DEBUG nova.policy [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c99191c114b47da81bf9a0d47ba6ba2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f082686d99f41299358b55f7b2985ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.471155] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.471295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquired lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.472459] env[69473]: DEBUG nova.network.neutron [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.683565] env[69473]: DEBUG nova.compute.manager [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Received event network-changed-e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.683773] env[69473]: DEBUG nova.compute.manager [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Refreshing instance network info cache due to event network-changed-e0b97bf6-0a4c-4a47-afea-76ecff97142d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.683987] env[69473]: DEBUG oslo_concurrency.lockutils [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] Acquiring lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.684145] env[69473]: DEBUG oslo_concurrency.lockutils [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] Acquired lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.684338] env[69473]: DEBUG nova.network.neutron [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Refreshing network info cache for port e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.758192] env[69473]: DEBUG nova.network.neutron [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Successfully created port: 5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.884802] env[69473]: DEBUG nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.924220] env[69473]: DEBUG oslo_vmware.api [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357352, 'name': PowerOnVM_Task, 'duration_secs': 1.076837} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.924323] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.924530] env[69473]: INFO nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Took 8.75 seconds to spawn the instance on the hypervisor. [ 671.924709] env[69473]: DEBUG nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.925540] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c015dc-3638-47f2-ab14-ae347e01e9e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.989191] env[69473]: DEBUG nova.compute.manager [req-9c5b4793-5993-4b67-88d9-82a5dc73a195 req-575eefd8-bff8-47b9-8712-63e5daa8831b service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Received event network-vif-plugged-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.989191] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c5b4793-5993-4b67-88d9-82a5dc73a195 req-575eefd8-bff8-47b9-8712-63e5daa8831b service nova] Acquiring lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.989191] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c5b4793-5993-4b67-88d9-82a5dc73a195 req-575eefd8-bff8-47b9-8712-63e5daa8831b service nova] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.989191] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c5b4793-5993-4b67-88d9-82a5dc73a195 req-575eefd8-bff8-47b9-8712-63e5daa8831b service nova] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.989191] env[69473]: DEBUG nova.compute.manager [req-9c5b4793-5993-4b67-88d9-82a5dc73a195 req-575eefd8-bff8-47b9-8712-63e5daa8831b service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] No waiting events found dispatching network-vif-plugged-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.989656] env[69473]: WARNING nova.compute.manager [req-9c5b4793-5993-4b67-88d9-82a5dc73a195 req-575eefd8-bff8-47b9-8712-63e5daa8831b service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Received unexpected event network-vif-plugged-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a for instance with vm_state building and task_state spawning. [ 672.038721] env[69473]: DEBUG nova.network.neutron [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.413029] env[69473]: DEBUG nova.network.neutron [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Updating instance_info_cache with network_info: [{"id": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "address": "fa:16:3e:ac:b0:2a", "network": {"id": "dd01f4a8-8b1c-4b9f-a7b4-55729ebd9a23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-228075666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480410c87a7c4192962c6d957ae1ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e9c647-42", "ovs_interfaceid": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.419083] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe62c78-a790-4afd-85e1-3dfdfdaf4444 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.428176] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e026b79-ea0b-4bcf-9d81-c01a9b311bfc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.478618] env[69473]: INFO nova.compute.manager [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Took 37.21 seconds to build instance. [ 672.483403] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4113c8d4-c6ac-4292-989d-cb61ac52c352 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.493659] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4139a75-41bb-40c0-98b2-d9dfd966e738 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.510802] env[69473]: DEBUG nova.compute.provider_tree [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.627548] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.627849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.628076] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.628262] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.628429] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.630537] env[69473]: INFO nova.compute.manager [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Terminating instance [ 672.869478] env[69473]: DEBUG nova.network.neutron [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updated VIF entry in instance network info cache for port e0b97bf6-0a4c-4a47-afea-76ecff97142d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.869828] env[69473]: DEBUG nova.network.neutron [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updating instance_info_cache with network_info: [{"id": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "address": "fa:16:3e:0b:40:29", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b97bf6-0a", "ovs_interfaceid": "e0b97bf6-0a4c-4a47-afea-76ecff97142d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.899710] env[69473]: DEBUG nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.916049] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Releasing lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.916418] env[69473]: DEBUG nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Instance network_info: |[{"id": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "address": "fa:16:3e:ac:b0:2a", "network": {"id": "dd01f4a8-8b1c-4b9f-a7b4-55729ebd9a23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-228075666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480410c87a7c4192962c6d957ae1ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e9c647-42", "ovs_interfaceid": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.916906] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:b0:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.924875] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Creating folder: Project (480410c87a7c4192962c6d957ae1ca26). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.927937] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ec35fb4-06f0-41d9-8438-8c5387523c87 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.938299] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.938653] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.938834] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.939476] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.939476] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.939476] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.939675] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.939840] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.940009] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.940258] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.940452] env[69473]: DEBUG nova.virt.hardware [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.941311] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8642ac-136b-42e3-9608-42f2eee608b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.945251] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Created folder: Project (480410c87a7c4192962c6d957ae1ca26) in parent group-v669999. [ 672.945499] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Creating folder: Instances. Parent ref: group-v670054. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.946449] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d22789f2-0629-4e80-bc27-64124e208ba0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.951293] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e7ffcb-5675-4d8d-b7de-9f53344060b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.961539] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Created folder: Instances in parent group-v670054. [ 672.961882] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.962401] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.962610] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a98e8f6-c789-412f-a124-532b8e904eed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.986119] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7495b370-57f3-40da-bf81-93d1cdd7d658 tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.172s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.992730] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.992730] env[69473]: value = "task-3357355" [ 672.992730] env[69473]: _type = "Task" [ 672.992730] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.003161] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357355, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.016024] env[69473]: DEBUG nova.scheduler.client.report [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.135262] env[69473]: DEBUG nova.compute.manager [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.135511] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.136624] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf011693-64b5-4ee5-9d6c-6681f714fdaa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.148037] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.148037] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36d2dbd0-00a4-4eb8-827e-b57542848976 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.158044] env[69473]: DEBUG oslo_vmware.api [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 673.158044] env[69473]: value = "task-3357356" [ 673.158044] env[69473]: _type = "Task" [ 673.158044] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.166532] env[69473]: DEBUG oslo_vmware.api [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.313424] env[69473]: DEBUG nova.network.neutron [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Successfully updated port: 5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.372350] env[69473]: DEBUG oslo_concurrency.lockutils [req-57dee1b9-4ccc-4946-8335-7a35350f57ed req-71fa691c-2632-40cc-af5e-4b0ce30ea386 service nova] Releasing lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.494024] env[69473]: DEBUG nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.508883] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357355, 'name': CreateVM_Task, 'duration_secs': 0.319446} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.508883] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.508883] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.508883] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.508883] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.508883] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36e50f4-1b28-4933-9cb8-56cdb6438f98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.516785] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 673.516785] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c26fac-d069-573e-cad9-a90085c88646" [ 673.516785] env[69473]: _type = "Task" [ 673.516785] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.520658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.520658] env[69473]: DEBUG nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.523181] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.085s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.524611] env[69473]: INFO nova.compute.claims [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.534379] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c26fac-d069-573e-cad9-a90085c88646, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.534379] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.534379] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.535955] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.535955] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.535955] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.535955] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17a9ea0b-c9cc-47cf-a206-392d17d05add {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.546109] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.546304] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.547522] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a38d01-c035-4bd7-be11-2c4b62fd17c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.557768] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 673.557768] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523a526e-a924-94ef-ec12-072457476068" [ 673.557768] env[69473]: _type = "Task" [ 673.557768] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.570426] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523a526e-a924-94ef-ec12-072457476068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.667093] env[69473]: DEBUG oslo_vmware.api [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357356, 'name': PowerOffVM_Task, 'duration_secs': 0.26766} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.667376] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.667545] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.667822] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25f4eacd-e6f8-476b-a1c1-f94fc1e3450c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.744854] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.745218] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.745528] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Deleting the datastore file [datastore2] 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.745924] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73509c3d-6df6-4d55-82d6-cfe37fb38a8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.755434] env[69473]: DEBUG oslo_vmware.api [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 673.755434] env[69473]: value = "task-3357358" [ 673.755434] env[69473]: _type = "Task" [ 673.755434] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.770068] env[69473]: DEBUG oslo_vmware.api [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.820059] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.824123] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.824123] env[69473]: DEBUG nova.network.neutron [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.022560] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.028149] env[69473]: DEBUG nova.compute.utils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.028606] env[69473]: DEBUG nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.035022] env[69473]: DEBUG nova.network.neutron [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.079121] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523a526e-a924-94ef-ec12-072457476068, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.079121] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7f3b1f-c59b-4604-aba9-3b74efa5d35d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.090882] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 674.090882] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c2a0ff-ac3d-6ec8-e9d8-662c2bfe0f03" [ 674.090882] env[69473]: _type = "Task" [ 674.090882] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.105206] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c2a0ff-ac3d-6ec8-e9d8-662c2bfe0f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.132168] env[69473]: DEBUG nova.policy [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b86c4df959dc46319ef54c5fbe95b16d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23dd299cbfa47a0b1b207b4a67789bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.268981] env[69473]: DEBUG oslo_vmware.api [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196758} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.269487] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.269843] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.270425] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.270753] env[69473]: INFO nova.compute.manager [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Took 1.14 seconds to destroy the instance on the hypervisor. [ 674.271287] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.271645] env[69473]: DEBUG nova.compute.manager [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.271944] env[69473]: DEBUG nova.network.neutron [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.376900] env[69473]: DEBUG nova.network.neutron [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.538472] env[69473]: DEBUG nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.560036] env[69473]: DEBUG nova.network.neutron [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Successfully created port: 70054eab-7f79-4e16-a1f4-78e6ef230abf {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.590345] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.590345] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.590345] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.590345] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.590667] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.593326] env[69473]: INFO nova.compute.manager [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Terminating instance [ 674.617160] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c2a0ff-ac3d-6ec8-e9d8-662c2bfe0f03, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.618750] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.619147] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 8251990f-e7b0-42d9-bdb0-34f6b4f08e70/8251990f-e7b0-42d9-bdb0-34f6b4f08e70.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.620359] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-632d04cc-e118-499d-a858-4604de80f231 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.630617] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 674.630617] env[69473]: value = "task-3357359" [ 674.630617] env[69473]: _type = "Task" [ 674.630617] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.644432] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.815017] env[69473]: DEBUG nova.network.neutron [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Updating instance_info_cache with network_info: [{"id": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "address": "fa:16:3e:f7:3b:f7", "network": {"id": "b98c2b8f-04f8-4db4-ab7c-f621c3dc4b2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1128369819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f082686d99f41299358b55f7b2985ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9a2ad2-7e", "ovs_interfaceid": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.087037] env[69473]: DEBUG nova.compute.manager [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.087347] env[69473]: DEBUG nova.compute.manager [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing instance network info cache due to event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.087913] env[69473]: DEBUG oslo_concurrency.lockutils [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] Acquiring lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.087913] env[69473]: DEBUG oslo_concurrency.lockutils [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] Acquired lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.088065] env[69473]: DEBUG nova.network.neutron [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.100031] env[69473]: DEBUG nova.compute.manager [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.100031] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.100031] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d8379-0dbf-4423-a21e-53283b8006a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.118019] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.118019] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9425d5ea-14ad-41ea-878f-93d3d0bf8f32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.149799] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357359, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.159497] env[69473]: DEBUG nova.compute.manager [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Received event network-changed-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.159703] env[69473]: DEBUG nova.compute.manager [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Refreshing instance network info cache due to event network-changed-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.160227] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Acquiring lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.160227] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Acquired lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.160371] env[69473]: DEBUG nova.network.neutron [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Refreshing network info cache for port b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.198188] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee145b0f-142d-4ad4-838b-fc8ef21138fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.205317] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.205317] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.205317] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleting the datastore file [datastore1] f27e471e-0e79-46a3-a2a4-10072c7f4a92 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.205317] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30343f93-f824-47a4-872c-bf1b183f7445 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.211014] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f41461-1e11-40e7-9a66-e892965ff6ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.216078] env[69473]: DEBUG oslo_vmware.api [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 675.216078] env[69473]: value = "task-3357361" [ 675.216078] env[69473]: _type = "Task" [ 675.216078] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.247964] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eabf29-7972-485d-ae68-f34ace498ecb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.253510] env[69473]: DEBUG oslo_vmware.api [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.260705] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e873cf6-5b65-4182-88d2-4318aff8367e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.277962] env[69473]: DEBUG nova.compute.provider_tree [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.314892] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Releasing lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.315248] env[69473]: DEBUG nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Instance network_info: |[{"id": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "address": "fa:16:3e:f7:3b:f7", "network": {"id": "b98c2b8f-04f8-4db4-ab7c-f621c3dc4b2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1128369819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f082686d99f41299358b55f7b2985ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9a2ad2-7e", "ovs_interfaceid": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.315659] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:3b:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d9a2ad2-7eca-4460-978d-2e93180201c5', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.323943] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Creating folder: Project (4f082686d99f41299358b55f7b2985ca). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.324626] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68218f86-8225-405c-98ab-8e89f174b722 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.337145] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Created folder: Project (4f082686d99f41299358b55f7b2985ca) in parent group-v669999. [ 675.337356] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Creating folder: Instances. Parent ref: group-v670057. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.337605] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f3a748b-7492-41e1-ae81-b41f8955b7ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.351190] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Created folder: Instances in parent group-v670057. [ 675.351910] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.351910] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.352055] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e01914-b35e-406c-868f-1e8b8398d9c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.374329] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.374329] env[69473]: value = "task-3357364" [ 675.374329] env[69473]: _type = "Task" [ 675.374329] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.385814] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357364, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.404536] env[69473]: DEBUG nova.network.neutron [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.553262] env[69473]: DEBUG nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.580071] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.580071] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.580071] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.580297] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.580449] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.580602] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.580809] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.581020] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.581205] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.581317] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.581473] env[69473]: DEBUG nova.virt.hardware [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.582496] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa0327c-d830-4fcb-8ae6-7a7b1972c8bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.591247] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db838f0-0689-4801-a991-332438fb466e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.644750] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670573} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.645015] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 8251990f-e7b0-42d9-bdb0-34f6b4f08e70/8251990f-e7b0-42d9-bdb0-34f6b4f08e70.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.645733] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.645733] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5867621a-17b6-401b-b110-74cf60e4031c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.656021] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 675.656021] env[69473]: value = "task-3357365" [ 675.656021] env[69473]: _type = "Task" [ 675.656021] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.673509] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.730403] env[69473]: DEBUG oslo_vmware.api [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202036} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.730641] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.730832] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.731014] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.731324] env[69473]: INFO nova.compute.manager [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Took 0.63 seconds to destroy the instance on the hypervisor. [ 675.731560] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.734398] env[69473]: DEBUG nova.compute.manager [-] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.734504] env[69473]: DEBUG nova.network.neutron [-] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.782594] env[69473]: DEBUG nova.scheduler.client.report [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.884683] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357364, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.908319] env[69473]: INFO nova.compute.manager [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Took 1.64 seconds to deallocate network for instance. [ 676.156219] env[69473]: DEBUG nova.network.neutron [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updated VIF entry in instance network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.156219] env[69473]: DEBUG nova.network.neutron [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [{"id": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "address": "fa:16:3e:35:ec:e9", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dd52aa-77", "ovs_interfaceid": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.172652] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07833} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.173419] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.177617] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df3482f-9a39-4b7d-b797-f79cc291532a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.180359] env[69473]: DEBUG nova.network.neutron [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Updated VIF entry in instance network info cache for port b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.182124] env[69473]: DEBUG nova.network.neutron [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Updating instance_info_cache with network_info: [{"id": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "address": "fa:16:3e:ac:b0:2a", "network": {"id": "dd01f4a8-8b1c-4b9f-a7b4-55729ebd9a23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-228075666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480410c87a7c4192962c6d957ae1ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e9c647-42", "ovs_interfaceid": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.183921] env[69473]: DEBUG nova.network.neutron [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Successfully updated port: 70054eab-7f79-4e16-a1f4-78e6ef230abf {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.211670] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 8251990f-e7b0-42d9-bdb0-34f6b4f08e70/8251990f-e7b0-42d9-bdb0-34f6b4f08e70.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.212908] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3521620-e6ba-41e2-a58e-f1dac375c549 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.235250] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 676.235250] env[69473]: value = "task-3357366" [ 676.235250] env[69473]: _type = "Task" [ 676.235250] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.245965] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.288686] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.289411] env[69473]: DEBUG nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.293882] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.182s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.294132] env[69473]: DEBUG nova.objects.instance [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lazy-loading 'resources' on Instance uuid 0d536aa2-86c7-434a-8673-9c11c8e89a83 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.388373] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357364, 'name': CreateVM_Task, 'duration_secs': 0.9358} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.388724] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.389855] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.390368] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.390531] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.390837] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ce81d6-f582-4ad2-8269-c11b6e220835 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.397968] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 676.397968] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528963db-25a7-599c-c953-7d16a1348b0c" [ 676.397968] env[69473]: _type = "Task" [ 676.397968] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.409562] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528963db-25a7-599c-c953-7d16a1348b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.414686] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.529203] env[69473]: DEBUG nova.network.neutron [-] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.658015] env[69473]: DEBUG oslo_concurrency.lockutils [req-42fff40c-d75d-469f-bf15-035fb0da17c1 req-1628ff13-588f-4508-a6db-b06018393a30 service nova] Releasing lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.687916] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Releasing lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.687916] env[69473]: DEBUG nova.compute.manager [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Received event network-vif-plugged-5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.687916] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Acquiring lock "943364ed-68a8-49d5-b165-a19795d43933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.687916] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Lock "943364ed-68a8-49d5-b165-a19795d43933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.688336] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Lock "943364ed-68a8-49d5-b165-a19795d43933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.688336] env[69473]: DEBUG nova.compute.manager [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] No waiting events found dispatching network-vif-plugged-5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.688451] env[69473]: WARNING nova.compute.manager [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Received unexpected event network-vif-plugged-5d9a2ad2-7eca-4460-978d-2e93180201c5 for instance with vm_state building and task_state spawning. [ 676.688516] env[69473]: DEBUG nova.compute.manager [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Received event network-changed-5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.689549] env[69473]: DEBUG nova.compute.manager [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Refreshing instance network info cache due to event network-changed-5d9a2ad2-7eca-4460-978d-2e93180201c5. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.689549] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Acquiring lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.689549] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Acquired lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.689549] env[69473]: DEBUG nova.network.neutron [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Refreshing network info cache for port 5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.690657] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "refresh_cache-2d0eae83-e347-4b52-a5d6-322b6e613b28" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.690866] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquired lock "refresh_cache-2d0eae83-e347-4b52-a5d6-322b6e613b28" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.691075] env[69473]: DEBUG nova.network.neutron [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.746367] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.798759] env[69473]: DEBUG nova.compute.utils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.800239] env[69473]: DEBUG nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.800408] env[69473]: DEBUG nova.network.neutron [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.850626] env[69473]: DEBUG nova.policy [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643fad21a7eb4ba59766e7fddfa77135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6389cf4a94234a9986cc3add07805aa0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.910333] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528963db-25a7-599c-c953-7d16a1348b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.910652] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910896] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.911149] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.911307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.911468] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.912232] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae90e900-91ef-4828-9940-4396b93c2563 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.927815] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.927963] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.928841] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0613bde5-823a-4a0b-8b0a-bf4487ff0e7f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.937911] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 676.937911] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5291672b-7c95-d3c3-60cb-05be815a09a4" [ 676.937911] env[69473]: _type = "Task" [ 676.937911] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.951095] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5291672b-7c95-d3c3-60cb-05be815a09a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.952671] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cee5c66-0228-48f9-bf2c-dec246b780f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.959623] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 676.959623] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ca525-f818-e704-162c-c9fbe5a970b2" [ 676.959623] env[69473]: _type = "Task" [ 676.959623] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.971575] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ca525-f818-e704-162c-c9fbe5a970b2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.971869] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.972172] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 943364ed-68a8-49d5-b165-a19795d43933/943364ed-68a8-49d5-b165-a19795d43933.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.972442] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec3f096e-a2b2-4c05-878c-06044ec0f415 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.983526] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 676.983526] env[69473]: value = "task-3357367" [ 676.983526] env[69473]: _type = "Task" [ 676.983526] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.997862] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.031861] env[69473]: INFO nova.compute.manager [-] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Took 1.30 seconds to deallocate network for instance. [ 677.171843] env[69473]: DEBUG nova.network.neutron [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Successfully created port: 249dd398-53d1-42b4-ac50-5d188c7dc1be {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.255853] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357366, 'name': ReconfigVM_Task, 'duration_secs': 0.633206} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.256333] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 8251990f-e7b0-42d9-bdb0-34f6b4f08e70/8251990f-e7b0-42d9-bdb0-34f6b4f08e70.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.257419] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67b7d680-3584-4ace-8fbc-7aa26f2569b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.272690] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 677.272690] env[69473]: value = "task-3357368" [ 677.272690] env[69473]: _type = "Task" [ 677.272690] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.292554] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357368, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.303591] env[69473]: DEBUG nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.307102] env[69473]: DEBUG nova.network.neutron [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.442948] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5fc1c6-131f-40e1-a685-13431c2d7ae5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.457046] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d667e2d-098d-4784-8077-e3c06d86ca30 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.505035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb475b6-57ae-4d75-a2e8-61912037dc7d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.520736] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa5c75-fcbd-4d18-b746-f3a7fd327763 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.524769] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528524} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.525084] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 943364ed-68a8-49d5-b165-a19795d43933/943364ed-68a8-49d5-b165-a19795d43933.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.525306] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.525896] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb6bb99e-1f8e-4469-86ff-30f5ac0092b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.537381] env[69473]: DEBUG nova.compute.provider_tree [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.545450] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.547079] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 677.547079] env[69473]: value = "task-3357369" [ 677.547079] env[69473]: _type = "Task" [ 677.547079] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.562691] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.741484] env[69473]: DEBUG nova.network.neutron [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Updating instance_info_cache with network_info: [{"id": "70054eab-7f79-4e16-a1f4-78e6ef230abf", "address": "fa:16:3e:76:50:2f", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70054eab-7f", "ovs_interfaceid": "70054eab-7f79-4e16-a1f4-78e6ef230abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.783329] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357368, 'name': Rename_Task, 'duration_secs': 0.33346} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.783619] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.783866] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-220df476-0f99-4e9b-b7f4-794833457405 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.791792] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 677.791792] env[69473]: value = "task-3357370" [ 677.791792] env[69473]: _type = "Task" [ 677.791792] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.800399] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.810466] env[69473]: DEBUG nova.network.neutron [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Updated VIF entry in instance network info cache for port 5d9a2ad2-7eca-4460-978d-2e93180201c5. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.810799] env[69473]: DEBUG nova.network.neutron [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Updating instance_info_cache with network_info: [{"id": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "address": "fa:16:3e:f7:3b:f7", "network": {"id": "b98c2b8f-04f8-4db4-ab7c-f621c3dc4b2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1128369819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f082686d99f41299358b55f7b2985ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9a2ad2-7e", "ovs_interfaceid": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.040694] env[69473]: DEBUG nova.scheduler.client.report [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.058273] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072006} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.059484] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.060467] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefb6efb-9dcb-41d0-972e-550c2949467a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.084727] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 943364ed-68a8-49d5-b165-a19795d43933/943364ed-68a8-49d5-b165-a19795d43933.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.085353] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e003fb81-78db-45c7-8bc1-b0b9147d86bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.107513] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 678.107513] env[69473]: value = "task-3357371" [ 678.107513] env[69473]: _type = "Task" [ 678.107513] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.115730] env[69473]: DEBUG nova.compute.manager [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Received event network-vif-deleted-e0b97bf6-0a4c-4a47-afea-76ecff97142d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.115922] env[69473]: DEBUG nova.compute.manager [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.116100] env[69473]: DEBUG nova.compute.manager [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing instance network info cache due to event network-changed-d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.116310] env[69473]: DEBUG oslo_concurrency.lockutils [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] Acquiring lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.116478] env[69473]: DEBUG oslo_concurrency.lockutils [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] Acquired lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.116605] env[69473]: DEBUG nova.network.neutron [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Refreshing network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.124829] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.170246] env[69473]: DEBUG nova.compute.manager [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Received event network-vif-deleted-6ea5057e-e970-4949-84a5-da8e15a52c77 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.170488] env[69473]: DEBUG nova.compute.manager [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Received event network-vif-plugged-70054eab-7f79-4e16-a1f4-78e6ef230abf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.170659] env[69473]: DEBUG oslo_concurrency.lockutils [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] Acquiring lock "2d0eae83-e347-4b52-a5d6-322b6e613b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.170845] env[69473]: DEBUG oslo_concurrency.lockutils [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.171067] env[69473]: DEBUG oslo_concurrency.lockutils [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.171338] env[69473]: DEBUG nova.compute.manager [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] No waiting events found dispatching network-vif-plugged-70054eab-7f79-4e16-a1f4-78e6ef230abf {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.171895] env[69473]: WARNING nova.compute.manager [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Received unexpected event network-vif-plugged-70054eab-7f79-4e16-a1f4-78e6ef230abf for instance with vm_state building and task_state spawning. [ 678.172090] env[69473]: DEBUG nova.compute.manager [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Received event network-changed-70054eab-7f79-4e16-a1f4-78e6ef230abf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.172736] env[69473]: DEBUG nova.compute.manager [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Refreshing instance network info cache due to event network-changed-70054eab-7f79-4e16-a1f4-78e6ef230abf. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.172947] env[69473]: DEBUG oslo_concurrency.lockutils [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] Acquiring lock "refresh_cache-2d0eae83-e347-4b52-a5d6-322b6e613b28" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.244714] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Releasing lock "refresh_cache-2d0eae83-e347-4b52-a5d6-322b6e613b28" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.245049] env[69473]: DEBUG nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Instance network_info: |[{"id": "70054eab-7f79-4e16-a1f4-78e6ef230abf", "address": "fa:16:3e:76:50:2f", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70054eab-7f", "ovs_interfaceid": "70054eab-7f79-4e16-a1f4-78e6ef230abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.245352] env[69473]: DEBUG oslo_concurrency.lockutils [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] Acquired lock "refresh_cache-2d0eae83-e347-4b52-a5d6-322b6e613b28" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.245530] env[69473]: DEBUG nova.network.neutron [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Refreshing network info cache for port 70054eab-7f79-4e16-a1f4-78e6ef230abf {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.247201] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:50:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70054eab-7f79-4e16-a1f4-78e6ef230abf', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.255164] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Creating folder: Project (c23dd299cbfa47a0b1b207b4a67789bd). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.255695] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-103c8eca-ecfc-4a5a-bc36-1599a1235e82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.269110] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Created folder: Project (c23dd299cbfa47a0b1b207b4a67789bd) in parent group-v669999. [ 678.269330] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Creating folder: Instances. Parent ref: group-v670060. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.269603] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5e60493-62a6-49f0-b8ae-e22c82b201be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.280386] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Created folder: Instances in parent group-v670060. [ 678.280618] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.281246] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.281246] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab1bcd3-b3b0-4f66-b098-56d658494e82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.306411] env[69473]: DEBUG oslo_vmware.api [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357370, 'name': PowerOnVM_Task, 'duration_secs': 0.45917} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.307947] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.308188] env[69473]: INFO nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Took 8.11 seconds to spawn the instance on the hypervisor. [ 678.308373] env[69473]: DEBUG nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.308631] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.308631] env[69473]: value = "task-3357374" [ 678.308631] env[69473]: _type = "Task" [ 678.308631] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.309362] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b109c-52b8-4f22-b889-13bbe1d62976 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.318117] env[69473]: DEBUG nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.320437] env[69473]: DEBUG oslo_concurrency.lockutils [req-7674bc9c-891c-4c87-b674-b1c505aeedba req-b1063db9-065f-418c-8e18-53ba2902fc75 service nova] Releasing lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.325264] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357374, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.346187] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.346437] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.346592] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.346807] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.346967] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.347144] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.347342] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.347499] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.347668] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.347883] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.348101] env[69473]: DEBUG nova.virt.hardware [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.348987] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c70fe3c-54db-4949-9e1c-d0800231a273 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.357181] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc71b22-d6d4-440c-9f32-829c74701f00 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.521445] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.521785] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.546230] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.548924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.629s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.550786] env[69473]: INFO nova.compute.claims [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.583492] env[69473]: INFO nova.scheduler.client.report [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Deleted allocations for instance 0d536aa2-86c7-434a-8673-9c11c8e89a83 [ 678.628675] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.642403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.774720] env[69473]: DEBUG nova.network.neutron [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Successfully updated port: 249dd398-53d1-42b4-ac50-5d188c7dc1be {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.821388] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357374, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.839063] env[69473]: INFO nova.compute.manager [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Took 34.99 seconds to build instance. [ 678.977749] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "e57af8df-0b59-4899-af1c-872051a1c0ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.978045] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.978253] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "e57af8df-0b59-4899-af1c-872051a1c0ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.978436] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.978604] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.981758] env[69473]: INFO nova.compute.manager [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Terminating instance [ 679.090625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7d368cf6-b099-4655-b33f-a4665fdf927f tempest-ServerAddressesTestJSON-1338487391 tempest-ServerAddressesTestJSON-1338487391-project-member] Lock "0d536aa2-86c7-434a-8673-9c11c8e89a83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.484s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.118514] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.278289] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "refresh_cache-d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.278436] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquired lock "refresh_cache-d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.278622] env[69473]: DEBUG nova.network.neutron [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.323244] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357374, 'name': CreateVM_Task, 'duration_secs': 0.538521} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.323433] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.324138] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.324316] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.324740] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.325042] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e77112a-4324-4b8a-b97c-161581c47dd8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.332737] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 679.332737] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f8b147-ed54-cfb9-7171-4496b2666ca8" [ 679.332737] env[69473]: _type = "Task" [ 679.332737] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.343310] env[69473]: DEBUG oslo_concurrency.lockutils [None req-956a9cac-c660-4c51-aa9f-7a90097574aa tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.132s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.343611] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f8b147-ed54-cfb9-7171-4496b2666ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.384205] env[69473]: DEBUG nova.network.neutron [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updated VIF entry in instance network info cache for port d1dd52aa-776b-4701-bbb9-30dc5b316f51. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.384205] env[69473]: DEBUG nova.network.neutron [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [{"id": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "address": "fa:16:3e:35:ec:e9", "network": {"id": "4d944e48-3303-4e13-9430-a9866e7968ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1988884445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2474c5e5244715817e5686eaf2f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dd52aa-77", "ovs_interfaceid": "d1dd52aa-776b-4701-bbb9-30dc5b316f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.425112] env[69473]: DEBUG nova.network.neutron [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Updated VIF entry in instance network info cache for port 70054eab-7f79-4e16-a1f4-78e6ef230abf. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.425504] env[69473]: DEBUG nova.network.neutron [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Updating instance_info_cache with network_info: [{"id": "70054eab-7f79-4e16-a1f4-78e6ef230abf", "address": "fa:16:3e:76:50:2f", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70054eab-7f", "ovs_interfaceid": "70054eab-7f79-4e16-a1f4-78e6ef230abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.485715] env[69473]: DEBUG nova.compute.manager [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.485955] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.488742] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf6a6fe-8376-4192-b97d-a779a08781bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.501303] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.501573] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877264d9-6d74-4d90-98c1-b73e870e596f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.508814] env[69473]: DEBUG oslo_vmware.api [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 679.508814] env[69473]: value = "task-3357375" [ 679.508814] env[69473]: _type = "Task" [ 679.508814] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.517448] env[69473]: DEBUG oslo_vmware.api [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.621892] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.844472] env[69473]: DEBUG nova.network.neutron [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.852308] env[69473]: DEBUG nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.855613] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f8b147-ed54-cfb9-7171-4496b2666ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.858842] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.859257] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.859624] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.859899] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.860219] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.861029] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ab33f7-f91c-4376-8072-3804eaa9754f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.873911] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.873911] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.876213] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780b91de-84d1-4c0b-a1df-a2ff98263295 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.885676] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 679.885676] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e149c6-da2e-b039-8f44-7524af5fa754" [ 679.885676] env[69473]: _type = "Task" [ 679.885676] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.889648] env[69473]: DEBUG oslo_concurrency.lockutils [req-651b9fd5-f3c7-4c57-aa68-7a1cdcc4f133 req-53927384-ee8e-43c0-b962-9282171ecf6b service nova] Releasing lock "refresh_cache-ac03567e-0faa-4105-87c5-f3d4a0a19289" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.896087] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e149c6-da2e-b039-8f44-7524af5fa754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.929267] env[69473]: DEBUG oslo_concurrency.lockutils [req-9611fd6c-adad-46d1-8355-c0af02d1f052 req-27071362-5065-495e-a1cf-c4e8be25d8ce service nova] Releasing lock "refresh_cache-2d0eae83-e347-4b52-a5d6-322b6e613b28" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.019013] env[69473]: DEBUG oslo_vmware.api [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357375, 'name': PowerOffVM_Task, 'duration_secs': 0.469196} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.021716] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.021944] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.022447] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6ef7459-87d8-4212-94c7-d54bc6226f23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.089744] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14e480b-a823-4c26-ae85-16b561aedf05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.098788] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa74a414-7af3-45ef-8b49-772fcb06a5e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.135400] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd46b5-7f55-48d2-b4c0-d7030d54a34b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.138176] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.138369] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.138627] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleting the datastore file [datastore2] e57af8df-0b59-4899-af1c-872051a1c0ff {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.140313] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20edf4ee-96b6-4ffc-a444-55b66d93ca21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.147433] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357371, 'name': ReconfigVM_Task, 'duration_secs': 1.658511} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.150988] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 943364ed-68a8-49d5-b165-a19795d43933/943364ed-68a8-49d5-b165-a19795d43933.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.151706] env[69473]: DEBUG oslo_vmware.api [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 680.151706] env[69473]: value = "task-3357377" [ 680.151706] env[69473]: _type = "Task" [ 680.151706] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.151888] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb9eac83-d51d-40ed-bdc8-e3a49ec17531 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.154308] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90879a24-43cc-4b96-a31b-f2eb99895f3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.161605] env[69473]: DEBUG nova.network.neutron [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Updating instance_info_cache with network_info: [{"id": "249dd398-53d1-42b4-ac50-5d188c7dc1be", "address": "fa:16:3e:55:82:69", "network": {"id": "9fa197aa-b835-4170-88b0-06b1322055cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-529641838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6389cf4a94234a9986cc3add07805aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249dd398-53", "ovs_interfaceid": "249dd398-53d1-42b4-ac50-5d188c7dc1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.175507] env[69473]: DEBUG nova.compute.provider_tree [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.181688] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 680.181688] env[69473]: value = "task-3357378" [ 680.181688] env[69473]: _type = "Task" [ 680.181688] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.181930] env[69473]: DEBUG oslo_vmware.api [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.191807] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357378, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.383375] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.397784] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e149c6-da2e-b039-8f44-7524af5fa754, 'name': SearchDatastore_Task, 'duration_secs': 0.018478} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.398687] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce4cae5-fa85-481a-8758-e4ee679fdd4b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.405784] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 680.405784] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bea1f4-001a-db93-6c0d-844274df87b3" [ 680.405784] env[69473]: _type = "Task" [ 680.405784] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.422404] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bea1f4-001a-db93-6c0d-844274df87b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.645734] env[69473]: DEBUG nova.compute.manager [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Received event network-vif-plugged-249dd398-53d1-42b4-ac50-5d188c7dc1be {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.645961] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] Acquiring lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.646191] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.646366] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.646530] env[69473]: DEBUG nova.compute.manager [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] No waiting events found dispatching network-vif-plugged-249dd398-53d1-42b4-ac50-5d188c7dc1be {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.646749] env[69473]: WARNING nova.compute.manager [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Received unexpected event network-vif-plugged-249dd398-53d1-42b4-ac50-5d188c7dc1be for instance with vm_state building and task_state spawning. [ 680.646910] env[69473]: DEBUG nova.compute.manager [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Received event network-changed-249dd398-53d1-42b4-ac50-5d188c7dc1be {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.647087] env[69473]: DEBUG nova.compute.manager [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Refreshing instance network info cache due to event network-changed-249dd398-53d1-42b4-ac50-5d188c7dc1be. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.647340] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] Acquiring lock "refresh_cache-d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.666145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Releasing lock "refresh_cache-d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.666294] env[69473]: DEBUG nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Instance network_info: |[{"id": "249dd398-53d1-42b4-ac50-5d188c7dc1be", "address": "fa:16:3e:55:82:69", "network": {"id": "9fa197aa-b835-4170-88b0-06b1322055cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-529641838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6389cf4a94234a9986cc3add07805aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249dd398-53", "ovs_interfaceid": "249dd398-53d1-42b4-ac50-5d188c7dc1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.666694] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] Acquired lock "refresh_cache-d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.666778] env[69473]: DEBUG nova.network.neutron [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Refreshing network info cache for port 249dd398-53d1-42b4-ac50-5d188c7dc1be {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.667993] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:82:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '249dd398-53d1-42b4-ac50-5d188c7dc1be', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.686158] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Creating folder: Project (6389cf4a94234a9986cc3add07805aa0). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.690719] env[69473]: DEBUG nova.scheduler.client.report [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.693841] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f25d693-be5e-48bd-b2da-e321350ea4eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.710700] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357378, 'name': Rename_Task, 'duration_secs': 0.167062} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.710942] env[69473]: DEBUG oslo_vmware.api [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378804} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.711812] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.712122] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.712307] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.712665] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.712665] env[69473]: INFO nova.compute.manager [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Took 1.23 seconds to destroy the instance on the hypervisor. [ 680.712872] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.714140] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2205b407-1a78-402a-974b-91e7d707ce2b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.716056] env[69473]: DEBUG nova.compute.manager [-] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.716165] env[69473]: DEBUG nova.network.neutron [-] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.717862] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Created folder: Project (6389cf4a94234a9986cc3add07805aa0) in parent group-v669999. [ 680.718104] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Creating folder: Instances. Parent ref: group-v670063. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.718737] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d36e02f-2c86-4a94-a083-e76224a7eb6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.729985] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 680.729985] env[69473]: value = "task-3357380" [ 680.729985] env[69473]: _type = "Task" [ 680.729985] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.731509] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Created folder: Instances in parent group-v670063. [ 680.731753] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.735024] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.735604] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-544542e9-43d6-43ec-8613-878707fc7a41 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.763118] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357380, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.765236] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.765236] env[69473]: value = "task-3357382" [ 680.765236] env[69473]: _type = "Task" [ 680.765236] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.783388] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357382, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.917913] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bea1f4-001a-db93-6c0d-844274df87b3, 'name': SearchDatastore_Task, 'duration_secs': 0.024999} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.919039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.919039] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 2d0eae83-e347-4b52-a5d6-322b6e613b28/2d0eae83-e347-4b52-a5d6-322b6e613b28.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.919039] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06f42172-a3eb-472f-985f-a874126d037a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.931829] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 680.931829] env[69473]: value = "task-3357383" [ 680.931829] env[69473]: _type = "Task" [ 680.931829] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.946291] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.197525] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.198120] env[69473]: DEBUG nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.201409] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.661s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.202947] env[69473]: INFO nova.compute.claims [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.248945] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.278529] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357382, 'name': CreateVM_Task, 'duration_secs': 0.335561} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.278529] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.279314] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.279509] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.279880] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.280278] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87f7d88-4077-4487-88a8-06e640670c0f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.286510] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 681.286510] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522f2a90-ed66-eaf2-df6c-022909b06aef" [ 681.286510] env[69473]: _type = "Task" [ 681.286510] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.301306] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522f2a90-ed66-eaf2-df6c-022909b06aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.444261] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357383, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.459035] env[69473]: DEBUG nova.network.neutron [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Updated VIF entry in instance network info cache for port 249dd398-53d1-42b4-ac50-5d188c7dc1be. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.459395] env[69473]: DEBUG nova.network.neutron [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Updating instance_info_cache with network_info: [{"id": "249dd398-53d1-42b4-ac50-5d188c7dc1be", "address": "fa:16:3e:55:82:69", "network": {"id": "9fa197aa-b835-4170-88b0-06b1322055cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-529641838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6389cf4a94234a9986cc3add07805aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249dd398-53", "ovs_interfaceid": "249dd398-53d1-42b4-ac50-5d188c7dc1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.711505] env[69473]: DEBUG nova.compute.utils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.712947] env[69473]: DEBUG nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.713142] env[69473]: DEBUG nova.network.neutron [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.744421] env[69473]: DEBUG oslo_vmware.api [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357380, 'name': PowerOnVM_Task, 'duration_secs': 0.555056} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.744421] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.744421] env[69473]: INFO nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Took 8.84 seconds to spawn the instance on the hypervisor. [ 681.744421] env[69473]: DEBUG nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.745175] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09cecc6-90ab-4d01-adbf-5173ab1f6863 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.765344] env[69473]: DEBUG nova.policy [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcc25f2fcfe04945b0d2d0c62b8e12d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30073e270e934920b91c42602feb50fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.799544] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522f2a90-ed66-eaf2-df6c-022909b06aef, 'name': SearchDatastore_Task, 'duration_secs': 0.023401} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.802085] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.802385] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.802663] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.802849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.803077] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.803648] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c5cfa3-c7bf-4058-8e8d-fb384fde648c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.815960] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.816170] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.819424] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358f4a29-b777-4e44-953f-250e63727eb5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.826433] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 681.826433] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ed6b8-59fb-4eaf-5b77-2d99fe32e46b" [ 681.826433] env[69473]: _type = "Task" [ 681.826433] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.839103] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ed6b8-59fb-4eaf-5b77-2d99fe32e46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.943349] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555831} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.943638] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 2d0eae83-e347-4b52-a5d6-322b6e613b28/2d0eae83-e347-4b52-a5d6-322b6e613b28.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.943865] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.944183] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02e32a3a-3604-4fce-8037-af36517365c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.953872] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 681.953872] env[69473]: value = "task-3357384" [ 681.953872] env[69473]: _type = "Task" [ 681.953872] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.963928] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b17231e-7309-4af3-bf9d-0c4136e02442 req-bb87ac5e-8628-4757-8a57-c399dd375f8b service nova] Releasing lock "refresh_cache-d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.964406] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.069658] env[69473]: DEBUG nova.network.neutron [-] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.219160] env[69473]: DEBUG nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.271772] env[69473]: INFO nova.compute.manager [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Took 38.37 seconds to build instance. [ 682.343771] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ed6b8-59fb-4eaf-5b77-2d99fe32e46b, 'name': SearchDatastore_Task, 'duration_secs': 0.076095} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.344784] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c0ee51-075d-4462-85ca-218b4553d761 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.357554] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 682.357554] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52535e9f-f33e-043a-7f9f-42db9b358741" [ 682.357554] env[69473]: _type = "Task" [ 682.357554] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.365725] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52535e9f-f33e-043a-7f9f-42db9b358741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.469504] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229013} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.469504] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.470296] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19828909-af5c-484b-927b-f2bfd9482d87 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.505851] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 2d0eae83-e347-4b52-a5d6-322b6e613b28/2d0eae83-e347-4b52-a5d6-322b6e613b28.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.508849] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf76077-ffad-446d-b270-2511487e5ed3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.533625] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 682.533625] env[69473]: value = "task-3357385" [ 682.533625] env[69473]: _type = "Task" [ 682.533625] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.542267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.542624] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.547467] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357385, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.558633] env[69473]: DEBUG nova.compute.manager [req-4c07f163-6bce-4e16-9058-a1854eec1971 req-7ff6fe0b-1f68-4756-8d0c-13ac48c3a41a service nova] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Received event network-vif-deleted-8a7d5c9d-2870-40ae-ad87-6193a0fb0078 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.571822] env[69473]: INFO nova.compute.manager [-] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Took 1.86 seconds to deallocate network for instance. [ 682.644308] env[69473]: DEBUG nova.network.neutron [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Successfully created port: 5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.773895] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ba5244-adc1-4933-b142-584d07ffb582 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.194s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.827424] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd7621-6ec2-481c-b1d4-d0d3a6686fdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.835942] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b787c3-a0ac-4716-ad42-d5c8431a3706 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.870242] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b0f36f-fe72-4f6d-8ab6-4ba821cb4bff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.878985] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52535e9f-f33e-043a-7f9f-42db9b358741, 'name': SearchDatastore_Task, 'duration_secs': 0.040266} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.881280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.881537] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d/d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.881839] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f91421df-ca6a-4bbd-88a7-0f56cc4de84c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.884814] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febfb630-2461-42f4-9b4e-59ffac5cb349 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.901555] env[69473]: DEBUG nova.compute.provider_tree [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.904199] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 682.904199] env[69473]: value = "task-3357386" [ 682.904199] env[69473]: _type = "Task" [ 682.904199] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.913804] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.044857] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.079678] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.238306] env[69473]: DEBUG nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.266857] env[69473]: DEBUG nova.compute.manager [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Received event network-changed-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.267108] env[69473]: DEBUG nova.compute.manager [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Refreshing instance network info cache due to event network-changed-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.267330] env[69473]: DEBUG oslo_concurrency.lockutils [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] Acquiring lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.267475] env[69473]: DEBUG oslo_concurrency.lockutils [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] Acquired lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.267656] env[69473]: DEBUG nova.network.neutron [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Refreshing network info cache for port b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.272023] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.272023] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.272023] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.272278] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.272278] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.272278] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.272278] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.272278] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.272415] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.272512] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.272681] env[69473]: DEBUG nova.virt.hardware [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.273902] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afed2b88-4b4a-4abe-bdd4-bf7c4a224838 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.279871] env[69473]: DEBUG nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.289397] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0fb61-4f91-4eaf-a77c-d4fb82af2999 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.406918] env[69473]: DEBUG nova.scheduler.client.report [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.422510] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357386, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.544446] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357385, 'name': ReconfigVM_Task, 'duration_secs': 0.574533} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.544446] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 2d0eae83-e347-4b52-a5d6-322b6e613b28/2d0eae83-e347-4b52-a5d6-322b6e613b28.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.544658] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b608e4d1-bb35-476b-8b3c-7b122220e6c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.551681] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 683.551681] env[69473]: value = "task-3357387" [ 683.551681] env[69473]: _type = "Task" [ 683.551681] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.560019] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357387, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.807770] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.916912] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.917500] env[69473]: DEBUG nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.924938] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.444s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.926818] env[69473]: INFO nova.compute.claims [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.930877] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535553} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.931428] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d/d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.931681] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.932013] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e914bac-a2ba-4f99-946c-8aad7554bf5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.941151] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 683.941151] env[69473]: value = "task-3357388" [ 683.941151] env[69473]: _type = "Task" [ 683.941151] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.956745] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.063061] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357387, 'name': Rename_Task, 'duration_secs': 0.345104} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.063444] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.063741] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ea1ce8-6b42-4688-b75b-aad4bc582ed6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.071590] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 684.071590] env[69473]: value = "task-3357389" [ 684.071590] env[69473]: _type = "Task" [ 684.071590] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.082134] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.194323] env[69473]: DEBUG nova.network.neutron [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Updated VIF entry in instance network info cache for port b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.197444] env[69473]: DEBUG nova.network.neutron [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Updating instance_info_cache with network_info: [{"id": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "address": "fa:16:3e:ac:b0:2a", "network": {"id": "dd01f4a8-8b1c-4b9f-a7b4-55729ebd9a23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-228075666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480410c87a7c4192962c6d957ae1ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e9c647-42", "ovs_interfaceid": "b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.437401] env[69473]: DEBUG nova.compute.utils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.438896] env[69473]: DEBUG nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.439120] env[69473]: DEBUG nova.network.neutron [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.456147] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07194} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.456147] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.456277] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee6cef-3a9a-4e35-abcc-40dbd119a73e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.480034] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d/d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.480734] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9f45f0-7652-47ab-9b9f-a6257ea0febe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.502053] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 684.502053] env[69473]: value = "task-3357390" [ 684.502053] env[69473]: _type = "Task" [ 684.502053] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.510950] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.543092] env[69473]: DEBUG nova.policy [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e983857e3b6c416d80e55b5d8eec5caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03bc3d7b0a8c4157b1f3ace2e9561e74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.583817] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.700698] env[69473]: DEBUG oslo_concurrency.lockutils [req-0354976c-3feb-4553-9061-58a139d9458b req-4721e2b6-e1e9-4f81-a3fd-f50db5d3ff5c service nova] Releasing lock "refresh_cache-8251990f-e7b0-42d9-bdb0-34f6b4f08e70" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.797178] env[69473]: DEBUG nova.compute.manager [req-774da4ad-d100-4be1-9113-5bb2ba741dff req-f578b502-0803-4aef-9027-8d7d4bd915ba service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Received event network-vif-plugged-5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.797456] env[69473]: DEBUG oslo_concurrency.lockutils [req-774da4ad-d100-4be1-9113-5bb2ba741dff req-f578b502-0803-4aef-9027-8d7d4bd915ba service nova] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.799132] env[69473]: DEBUG oslo_concurrency.lockutils [req-774da4ad-d100-4be1-9113-5bb2ba741dff req-f578b502-0803-4aef-9027-8d7d4bd915ba service nova] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.799132] env[69473]: DEBUG oslo_concurrency.lockutils [req-774da4ad-d100-4be1-9113-5bb2ba741dff req-f578b502-0803-4aef-9027-8d7d4bd915ba service nova] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.799132] env[69473]: DEBUG nova.compute.manager [req-774da4ad-d100-4be1-9113-5bb2ba741dff req-f578b502-0803-4aef-9027-8d7d4bd915ba service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] No waiting events found dispatching network-vif-plugged-5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.799132] env[69473]: WARNING nova.compute.manager [req-774da4ad-d100-4be1-9113-5bb2ba741dff req-f578b502-0803-4aef-9027-8d7d4bd915ba service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Received unexpected event network-vif-plugged-5489e6be-dafb-4fdb-9ce7-0ea8a4234277 for instance with vm_state building and task_state spawning. [ 684.838903] env[69473]: DEBUG nova.network.neutron [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Successfully updated port: 5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.943827] env[69473]: DEBUG nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.018616] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357390, 'name': ReconfigVM_Task, 'duration_secs': 0.304722} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.019146] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d/d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.020017] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f41e0482-4f1a-488c-b2f4-cb2acd8fb42d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.029089] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 685.029089] env[69473]: value = "task-3357391" [ 685.029089] env[69473]: _type = "Task" [ 685.029089] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.042266] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357391, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.086654] env[69473]: DEBUG oslo_vmware.api [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357389, 'name': PowerOnVM_Task, 'duration_secs': 0.994618} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.086654] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.086654] env[69473]: INFO nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Took 9.53 seconds to spawn the instance on the hypervisor. [ 685.086654] env[69473]: DEBUG nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.086971] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dfd893-b40c-450e-bc04-a44c1522ccf9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.171129] env[69473]: DEBUG nova.network.neutron [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Successfully created port: 98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.345689] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.345689] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.345866] env[69473]: DEBUG nova.network.neutron [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.479700] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1095826-6333-43cd-a778-ca5671980848 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.494229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263717d2-a308-4f50-b0b0-2a18ed70af04 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.524037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62abb2d1-4a13-4e35-8243-3193fab6103a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.536165] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5b5811-0a1c-4115-92b8-eac1d4819cd5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.543122] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357391, 'name': Rename_Task, 'duration_secs': 0.159106} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.543722] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.543963] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96b69391-e96c-497d-80ce-0db447ce2816 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.554948] env[69473]: DEBUG nova.compute.provider_tree [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.557402] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 685.557402] env[69473]: value = "task-3357392" [ 685.557402] env[69473]: _type = "Task" [ 685.557402] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.566302] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.610600] env[69473]: INFO nova.compute.manager [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Took 39.93 seconds to build instance. [ 685.630943] env[69473]: DEBUG nova.compute.manager [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Received event network-changed-5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.631187] env[69473]: DEBUG nova.compute.manager [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Refreshing instance network info cache due to event network-changed-5d9a2ad2-7eca-4460-978d-2e93180201c5. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.631404] env[69473]: DEBUG oslo_concurrency.lockutils [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] Acquiring lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.631545] env[69473]: DEBUG oslo_concurrency.lockutils [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] Acquired lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.631731] env[69473]: DEBUG nova.network.neutron [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Refreshing network info cache for port 5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.910214] env[69473]: DEBUG nova.network.neutron [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.953769] env[69473]: DEBUG nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.990616] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.990868] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.991037] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.991225] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.991370] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.991514] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.991721] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.991877] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.992072] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.992237] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.992401] env[69473]: DEBUG nova.virt.hardware [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.993438] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d2b331-6b46-4b0f-9839-031b628066ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.002872] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f82bfaa-85b1-43c9-a57a-ec36a5cec721 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.060411] env[69473]: DEBUG nova.scheduler.client.report [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.078446] env[69473]: DEBUG oslo_vmware.api [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357392, 'name': PowerOnVM_Task, 'duration_secs': 0.492963} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.079347] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.079521] env[69473]: INFO nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Took 7.76 seconds to spawn the instance on the hypervisor. [ 686.079676] env[69473]: DEBUG nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.080525] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1c35b2-1c68-4035-a86e-577b2a8cfcaa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.113201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f2d9786-2d69-4e44-8631-ac686cde289e tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.912s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.139712] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.139908] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.159948] env[69473]: DEBUG nova.network.neutron [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating instance_info_cache with network_info: [{"id": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "address": "fa:16:3e:53:52:f4", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489e6be-da", "ovs_interfaceid": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.498465] env[69473]: DEBUG nova.network.neutron [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Updated VIF entry in instance network info cache for port 5d9a2ad2-7eca-4460-978d-2e93180201c5. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.498465] env[69473]: DEBUG nova.network.neutron [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Updating instance_info_cache with network_info: [{"id": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "address": "fa:16:3e:f7:3b:f7", "network": {"id": "b98c2b8f-04f8-4db4-ab7c-f621c3dc4b2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1128369819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f082686d99f41299358b55f7b2985ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9a2ad2-7e", "ovs_interfaceid": "5d9a2ad2-7eca-4460-978d-2e93180201c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.565326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "940e8a8f-5bdc-49fc-8aac-8383d2218376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.565605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.565873] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "940e8a8f-5bdc-49fc-8aac-8383d2218376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.565991] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.566221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.568505] env[69473]: INFO nova.compute.manager [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Terminating instance [ 686.570377] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.570761] env[69473]: DEBUG nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.576955] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.899s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.576955] env[69473]: DEBUG nova.objects.instance [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lazy-loading 'resources' on Instance uuid 687e47c3-01a5-4bcd-a71a-01de53502f4d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.601783] env[69473]: INFO nova.compute.manager [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Took 37.19 seconds to build instance. [ 686.616107] env[69473]: DEBUG nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.648049] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.649601] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.649601] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.649601] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.649601] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.649601] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.650077] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 686.650077] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.663693] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.664189] env[69473]: DEBUG nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Instance network_info: |[{"id": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "address": "fa:16:3e:53:52:f4", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489e6be-da", "ovs_interfaceid": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.665195] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:52:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5489e6be-dafb-4fdb-9ce7-0ea8a4234277', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.677019] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Creating folder: Project (30073e270e934920b91c42602feb50fe). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.677019] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7feab58d-927a-4246-8030-5864b64ce252 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.706765] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Created folder: Project (30073e270e934920b91c42602feb50fe) in parent group-v669999. [ 686.707017] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Creating folder: Instances. Parent ref: group-v670066. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.707275] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-760308bb-ce99-4ac8-bd95-60b193765f97 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.719584] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Created folder: Instances in parent group-v670066. [ 686.720646] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.720646] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.720646] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a333143-09a6-4969-95d0-b2f7da8dc64b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.745303] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.745303] env[69473]: value = "task-3357395" [ 686.745303] env[69473]: _type = "Task" [ 686.745303] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.762379] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357395, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.002032] env[69473]: DEBUG oslo_concurrency.lockutils [req-41d3f308-2012-4736-b984-85272b8d0f0e req-93082f7e-e907-43ac-959f-132450ebf049 service nova] Releasing lock "refresh_cache-943364ed-68a8-49d5-b165-a19795d43933" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.029793] env[69473]: DEBUG nova.compute.manager [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Received event network-changed-5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.030011] env[69473]: DEBUG nova.compute.manager [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Refreshing instance network info cache due to event network-changed-5489e6be-dafb-4fdb-9ce7-0ea8a4234277. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.030233] env[69473]: DEBUG oslo_concurrency.lockutils [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] Acquiring lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030371] env[69473]: DEBUG oslo_concurrency.lockutils [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] Acquired lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.030720] env[69473]: DEBUG nova.network.neutron [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Refreshing network info cache for port 5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.060140] env[69473]: DEBUG nova.network.neutron [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Successfully updated port: 98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.079765] env[69473]: DEBUG nova.compute.utils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.081690] env[69473]: DEBUG nova.compute.manager [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.081884] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.082220] env[69473]: DEBUG nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.082389] env[69473]: DEBUG nova.network.neutron [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.087065] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0aaf04-806c-4647-b609-9dd20702e7fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.097871] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.098214] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e83066c-f5d9-46f3-9e55-332af28e26fa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.103909] env[69473]: DEBUG oslo_concurrency.lockutils [None req-78f90c83-b3e1-4a88-837d-81972008c674 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.453s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.108460] env[69473]: DEBUG oslo_vmware.api [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 687.108460] env[69473]: value = "task-3357396" [ 687.108460] env[69473]: _type = "Task" [ 687.108460] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.119083] env[69473]: DEBUG oslo_vmware.api [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.146867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.152147] env[69473]: DEBUG nova.policy [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b609c6f190f4b2593bdb73008e33e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '627256220b37434bb9d84446fa4877cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.154446] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.263188] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357395, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.565525] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.566309] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquired lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.566309] env[69473]: DEBUG nova.network.neutron [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.590335] env[69473]: DEBUG nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.608165] env[69473]: DEBUG nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.623273] env[69473]: DEBUG oslo_vmware.api [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357396, 'name': PowerOffVM_Task, 'duration_secs': 0.324034} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.624561] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.624561] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.624561] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8679fc61-c157-42ae-a612-757177fec6e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.660648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "2d0eae83-e347-4b52-a5d6-322b6e613b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.661054] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.661449] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "2d0eae83-e347-4b52-a5d6-322b6e613b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.661717] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.663069] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.667625] env[69473]: INFO nova.compute.manager [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Terminating instance [ 687.712682] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.712972] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.713183] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Deleting the datastore file [datastore1] 940e8a8f-5bdc-49fc-8aac-8383d2218376 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.714128] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68348b09-2de3-4b71-b422-f0f8174324eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.718773] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfdabc8e-ce42-4889-8c27-2770fd0d3d6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.727523] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad9715-8b5a-4388-86df-bb20dd046c2a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.732968] env[69473]: DEBUG oslo_vmware.api [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for the task: (returnval){ [ 687.732968] env[69473]: value = "task-3357398" [ 687.732968] env[69473]: _type = "Task" [ 687.732968] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.774414] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb6251d-a451-4772-8f8a-d780eb292391 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.780385] env[69473]: DEBUG oslo_vmware.api [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.789678] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbeb87d-f813-4806-968b-fd949cf277aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.793765] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357395, 'name': CreateVM_Task, 'duration_secs': 0.614126} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.793962] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.795182] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.795302] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.795585] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.795836] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26db913-1421-42fe-b23a-49aa1246f29a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.805443] env[69473]: DEBUG nova.compute.provider_tree [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.810962] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 687.810962] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52da2ee3-8835-a11e-a844-67b04231fe60" [ 687.810962] env[69473]: _type = "Task" [ 687.810962] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.820592] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52da2ee3-8835-a11e-a844-67b04231fe60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.895602] env[69473]: DEBUG nova.network.neutron [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updated VIF entry in instance network info cache for port 5489e6be-dafb-4fdb-9ce7-0ea8a4234277. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.895972] env[69473]: DEBUG nova.network.neutron [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating instance_info_cache with network_info: [{"id": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "address": "fa:16:3e:53:52:f4", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489e6be-da", "ovs_interfaceid": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.065905] env[69473]: DEBUG nova.network.neutron [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Successfully created port: d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.096745] env[69473]: INFO nova.virt.block_device [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Booting with volume 35727e01-bb67-4af3-8666-1cd1ecfa8685 at /dev/sda [ 688.118222] env[69473]: DEBUG nova.network.neutron [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.143774] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.175168] env[69473]: DEBUG nova.compute.manager [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.175400] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.175660] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cab715e6-0f43-416a-b23e-62aa947ba72d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.181107] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26399757-9a40-4c8d-a3b0-0804c11a80a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.193147] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.195030] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef51f2a1-9a25-4a6d-a2a4-a7202f9604c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.200538] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b5e69-5631-47ba-9889-7db8aae84398 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.219031] env[69473]: DEBUG oslo_vmware.api [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 688.219031] env[69473]: value = "task-3357399" [ 688.219031] env[69473]: _type = "Task" [ 688.219031] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.243440] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bda48512-d27d-414e-997c-e5c559dccb8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.248613] env[69473]: DEBUG oslo_vmware.api [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.255771] env[69473]: DEBUG oslo_vmware.api [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Task: {'id': task-3357398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253194} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.256877] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.257156] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.257415] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.257540] env[69473]: INFO nova.compute.manager [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Took 1.18 seconds to destroy the instance on the hypervisor. [ 688.257801] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.258479] env[69473]: DEBUG nova.compute.manager [-] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.258479] env[69473]: DEBUG nova.network.neutron [-] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.262744] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4108c74-19b8-4c74-8ca3-590f4b3b3f1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.306569] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b993eb5-0d04-4f16-9282-7cbad11bacb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.313644] env[69473]: DEBUG nova.scheduler.client.report [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.326985] env[69473]: DEBUG nova.network.neutron [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updating instance_info_cache with network_info: [{"id": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "address": "fa:16:3e:0d:90:16", "network": {"id": "db3a58ca-5172-4c84-8065-a75ee3f165f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1426461256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03bc3d7b0a8c4157b1f3ace2e9561e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ef1aa0-3b", "ovs_interfaceid": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.329180] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f931afc6-7eee-4377-b53b-7af465583dc5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.335873] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52da2ee3-8835-a11e-a844-67b04231fe60, 'name': SearchDatastore_Task, 'duration_secs': 0.026714} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.336620] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.336866] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.337159] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.337317] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.337607] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.338062] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e26109-58fb-4ff6-bc6a-4ffb2c2e1e8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.351806] env[69473]: DEBUG nova.virt.block_device [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updating existing volume attachment record: 74ffd6a8-7da3-44f1-abb0-af86017f0da6 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 688.356093] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.356302] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.357091] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea530f56-3731-4c19-90a2-736584e36293 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.365138] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 688.365138] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dafacb-f2c0-d171-a11c-2c41bd2ef58e" [ 688.365138] env[69473]: _type = "Task" [ 688.365138] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.375932] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dafacb-f2c0-d171-a11c-2c41bd2ef58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.402023] env[69473]: DEBUG oslo_concurrency.lockutils [req-0ba6a5fe-5cf6-4f1a-b03c-c3c801e72738 req-92d739e0-a08f-4113-8d35-7ef1f4a320a1 service nova] Releasing lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.552757] env[69473]: DEBUG nova.compute.manager [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.553699] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73caba0-f519-46f5-b039-4ae8f2440332 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.735281] env[69473]: DEBUG oslo_vmware.api [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357399, 'name': PowerOffVM_Task, 'duration_secs': 0.278479} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.735281] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.735281] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.735281] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b056baa-e04b-4be8-9d4e-1cf341634cd1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.808175] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.808419] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.808751] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Deleting the datastore file [datastore2] 2d0eae83-e347-4b52-a5d6-322b6e613b28 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.809067] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f61b90-49b2-4803-a3ac-befa3b508efe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.819075] env[69473]: DEBUG oslo_vmware.api [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for the task: (returnval){ [ 688.819075] env[69473]: value = "task-3357401" [ 688.819075] env[69473]: _type = "Task" [ 688.819075] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.826586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.833801] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.455s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.834695] env[69473]: INFO nova.compute.claims [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.837499] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Releasing lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.839222] env[69473]: DEBUG nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Instance network_info: |[{"id": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "address": "fa:16:3e:0d:90:16", "network": {"id": "db3a58ca-5172-4c84-8065-a75ee3f165f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1426461256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03bc3d7b0a8c4157b1f3ace2e9561e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ef1aa0-3b", "ovs_interfaceid": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.840861] env[69473]: DEBUG oslo_vmware.api [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.841573] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:90:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98ef1aa0-3bad-4e05-a002-f5d78011be8c', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.852406] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Creating folder: Project (03bc3d7b0a8c4157b1f3ace2e9561e74). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.853084] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a728923-b510-4f78-972b-59aaaddfe56b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.864876] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Created folder: Project (03bc3d7b0a8c4157b1f3ace2e9561e74) in parent group-v669999. [ 688.865095] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Creating folder: Instances. Parent ref: group-v670069. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.865356] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ddfe966-1256-4c3d-a5d6-b15e602d8b64 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.873552] env[69473]: INFO nova.scheduler.client.report [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Deleted allocations for instance 687e47c3-01a5-4bcd-a71a-01de53502f4d [ 688.882096] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dafacb-f2c0-d171-a11c-2c41bd2ef58e, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.884330] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e770a8-bf16-4893-8ba1-22ed4e52e483 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.886715] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Created folder: Instances in parent group-v670069. [ 688.887016] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.887523] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.888148] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fce909bd-5766-47d0-bf6b-8b8f6c57f78b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.906223] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 688.906223] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520713c9-6c96-d0e7-fe96-dd27b7eb8e2c" [ 688.906223] env[69473]: _type = "Task" [ 688.906223] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.913896] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.913896] env[69473]: value = "task-3357404" [ 688.913896] env[69473]: _type = "Task" [ 688.913896] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.919978] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520713c9-6c96-d0e7-fe96-dd27b7eb8e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012987} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.925965] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.926670] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fca9abff-1947-4808-8f04-4682cc5f8ddb/fca9abff-1947-4808-8f04-4682cc5f8ddb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.927338] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b3eb81c-3341-4865-ad78-286eb2dfa07d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.937795] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357404, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.941665] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 688.941665] env[69473]: value = "task-3357405" [ 688.941665] env[69473]: _type = "Task" [ 688.941665] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.953555] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.065915] env[69473]: INFO nova.compute.manager [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] instance snapshotting [ 689.068565] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6faa70c-32bb-4118-92ea-d209b2882416 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.090712] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850838f-3e09-4168-833b-2bffad49c72d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.097501] env[69473]: DEBUG nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Received event network-vif-plugged-98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.097646] env[69473]: DEBUG oslo_concurrency.lockutils [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] Acquiring lock "52f865a3-f591-46d5-9fdb-c4abc4616358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.098051] env[69473]: DEBUG oslo_concurrency.lockutils [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.098251] env[69473]: DEBUG oslo_concurrency.lockutils [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.098436] env[69473]: DEBUG nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] No waiting events found dispatching network-vif-plugged-98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.098605] env[69473]: WARNING nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Received unexpected event network-vif-plugged-98ef1aa0-3bad-4e05-a002-f5d78011be8c for instance with vm_state building and task_state spawning. [ 689.098769] env[69473]: DEBUG nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Received event network-changed-98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.098932] env[69473]: DEBUG nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Refreshing instance network info cache due to event network-changed-98ef1aa0-3bad-4e05-a002-f5d78011be8c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.099129] env[69473]: DEBUG oslo_concurrency.lockutils [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] Acquiring lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.099297] env[69473]: DEBUG oslo_concurrency.lockutils [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] Acquired lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.099462] env[69473]: DEBUG nova.network.neutron [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Refreshing network info cache for port 98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.294486] env[69473]: DEBUG nova.network.neutron [-] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.335406] env[69473]: DEBUG oslo_vmware.api [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Task: {'id': task-3357401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164157} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.335924] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.336512] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.336683] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.340021] env[69473]: INFO nova.compute.manager [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Took 1.16 seconds to destroy the instance on the hypervisor. [ 689.340021] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.340021] env[69473]: DEBUG nova.compute.manager [-] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.340021] env[69473]: DEBUG nova.network.neutron [-] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.386089] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1257844-851c-4840-b630-f587875d7769 tempest-ServerExternalEventsTest-12194740 tempest-ServerExternalEventsTest-12194740-project-member] Lock "687e47c3-01a5-4bcd-a71a-01de53502f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.087s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.441749] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357404, 'name': CreateVM_Task, 'duration_secs': 0.446264} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.441983] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.445308] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.445485] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.446137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.453777] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66fb5a4-bdbc-41c8-a886-f9dc39934d4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.468529] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 689.468529] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a15d5f-2779-d972-a235-7b3ad9543fa0" [ 689.468529] env[69473]: _type = "Task" [ 689.468529] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.468759] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.478776] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a15d5f-2779-d972-a235-7b3ad9543fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.611799] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 689.613074] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8bea83e4-477c-4968-a9df-be636613175e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.623918] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 689.623918] env[69473]: value = "task-3357406" [ 689.623918] env[69473]: _type = "Task" [ 689.623918] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.639314] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.800545] env[69473]: INFO nova.compute.manager [-] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Took 1.54 seconds to deallocate network for instance. [ 689.960140] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562435} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.960726] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fca9abff-1947-4808-8f04-4682cc5f8ddb/fca9abff-1947-4808-8f04-4682cc5f8ddb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.960726] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.960895] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35ad6cd7-d19e-4ff1-b702-37cc38a1a12e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.970231] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 689.970231] env[69473]: value = "task-3357407" [ 689.970231] env[69473]: _type = "Task" [ 689.970231] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.995269] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a15d5f-2779-d972-a235-7b3ad9543fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.020101} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.996064] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.000735] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.001125] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.001125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.001303] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.001474] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.003853] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51da56b1-f00e-4449-92db-8e05807333cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.020507] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.021027] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.025624] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96268c5f-4ff0-4475-af78-72b9eca426a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.032189] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 690.032189] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb7a54-52bf-6a72-9801-cde5ab9a3df3" [ 690.032189] env[69473]: _type = "Task" [ 690.032189] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.045366] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb7a54-52bf-6a72-9801-cde5ab9a3df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.107076] env[69473]: DEBUG nova.network.neutron [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updated VIF entry in instance network info cache for port 98ef1aa0-3bad-4e05-a002-f5d78011be8c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.107990] env[69473]: DEBUG nova.network.neutron [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updating instance_info_cache with network_info: [{"id": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "address": "fa:16:3e:0d:90:16", "network": {"id": "db3a58ca-5172-4c84-8065-a75ee3f165f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1426461256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03bc3d7b0a8c4157b1f3ace2e9561e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ef1aa0-3b", "ovs_interfaceid": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.138998] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.281357] env[69473]: DEBUG nova.network.neutron [-] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.285261] env[69473]: DEBUG nova.network.neutron [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Successfully updated port: d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.311090] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.476476] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc12191-fc0d-4f9b-bd02-5f124daa6862 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.497071] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aabc83-d2d9-4dcb-9b62-64b610863ef1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.500556] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303055} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.500933] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.502201] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0b32e-c438-43c2-b450-c8079994d682 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.537410] env[69473]: DEBUG nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.538027] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.538313] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.538548] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.538766] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.538970] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.539204] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.539489] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.539703] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.539941] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.540184] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.540422] env[69473]: DEBUG nova.virt.hardware [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.542077] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eafdbb2-0158-422f-a7fa-e9d9547fba53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.548939] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322531b-9b1a-4eec-a379-0bb48c3e7e7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.571574] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] fca9abff-1947-4808-8f04-4682cc5f8ddb/fca9abff-1947-4808-8f04-4682cc5f8ddb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.573853] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def6b9dd-3dea-4cd6-90f7-bd594c74b5bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.597738] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb7a54-52bf-6a72-9801-cde5ab9a3df3, 'name': SearchDatastore_Task, 'duration_secs': 0.034019} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.600744] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba1835d-bf91-44e8-8771-552ec0ed1704 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.608469] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38799344-9e02-4012-a35e-b11bdac88d34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.611308] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 690.611308] env[69473]: value = "task-3357408" [ 690.611308] env[69473]: _type = "Task" [ 690.611308] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.611681] env[69473]: DEBUG oslo_concurrency.lockutils [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] Releasing lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.611972] env[69473]: DEBUG nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Received event network-vif-deleted-1b670753-dd44-4e2b-9aab-ab955a5ac586 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.612410] env[69473]: INFO nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Neutron deleted interface 1b670753-dd44-4e2b-9aab-ab955a5ac586; detaching it from the instance and deleting it from the info cache [ 690.612484] env[69473]: DEBUG nova.network.neutron [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.614999] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03973a05-4080-4661-b922-29b59f209954 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.640782] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 690.640782] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a83d53-6340-bbb9-03d1-1d1157afb829" [ 690.640782] env[69473]: _type = "Task" [ 690.640782] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.657858] env[69473]: DEBUG nova.compute.provider_tree [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.670461] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.676069] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357406, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.686566] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a83d53-6340-bbb9-03d1-1d1157afb829, 'name': SearchDatastore_Task, 'duration_secs': 0.024683} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.687349] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.687461] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 52f865a3-f591-46d5-9fdb-c4abc4616358/52f865a3-f591-46d5-9fdb-c4abc4616358.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.687809] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b92063-1d25-4908-8b00-bdb0cc64e45d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.706335] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 690.706335] env[69473]: value = "task-3357409" [ 690.706335] env[69473]: _type = "Task" [ 690.706335] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.721516] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.791260] env[69473]: INFO nova.compute.manager [-] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Took 1.45 seconds to deallocate network for instance. [ 690.791609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Acquiring lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.791808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Acquired lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.792054] env[69473]: DEBUG nova.network.neutron [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.130666] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357408, 'name': ReconfigVM_Task, 'duration_secs': 0.417261} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.130903] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdc03e50-be9f-4070-bef2-1ace00cbfc6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.133073] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Reconfigured VM instance instance-00000019 to attach disk [datastore1] fca9abff-1947-4808-8f04-4682cc5f8ddb/fca9abff-1947-4808-8f04-4682cc5f8ddb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.133811] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5974e7bd-3e4a-47b5-9042-dfb935efd102 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.152595] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357406, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.155830] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 691.155830] env[69473]: value = "task-3357410" [ 691.155830] env[69473]: _type = "Task" [ 691.155830] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.160296] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed98bcd3-80ae-465c-b888-aa6d87a511eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.177129] env[69473]: DEBUG nova.scheduler.client.report [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.185554] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357410, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.202461] env[69473]: DEBUG nova.compute.manager [req-c2348364-9aae-48cb-91fb-1f0f8ae2003a req-675a2d5b-544b-41dc-809c-4d7e96fd589a service nova] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Detach interface failed, port_id=1b670753-dd44-4e2b-9aab-ab955a5ac586, reason: Instance 940e8a8f-5bdc-49fc-8aac-8383d2218376 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 691.218364] env[69473]: DEBUG nova.compute.manager [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Received event network-vif-deleted-70054eab-7f79-4e16-a1f4-78e6ef230abf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.218364] env[69473]: DEBUG nova.compute.manager [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Received event network-vif-plugged-d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.218364] env[69473]: DEBUG oslo_concurrency.lockutils [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] Acquiring lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.218364] env[69473]: DEBUG oslo_concurrency.lockutils [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.218364] env[69473]: DEBUG oslo_concurrency.lockutils [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.218505] env[69473]: DEBUG nova.compute.manager [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] No waiting events found dispatching network-vif-plugged-d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.218505] env[69473]: WARNING nova.compute.manager [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Received unexpected event network-vif-plugged-d5f9a95d-51f4-4389-9771-d18084714fe1 for instance with vm_state building and task_state spawning. [ 691.218505] env[69473]: DEBUG nova.compute.manager [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Received event network-changed-d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.218505] env[69473]: DEBUG nova.compute.manager [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Refreshing instance network info cache due to event network-changed-d5f9a95d-51f4-4389-9771-d18084714fe1. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.218764] env[69473]: DEBUG oslo_concurrency.lockutils [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] Acquiring lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.223590] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.306632] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.344632] env[69473]: DEBUG nova.network.neutron [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.560143] env[69473]: DEBUG nova.network.neutron [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updating instance_info_cache with network_info: [{"id": "d5f9a95d-51f4-4389-9771-d18084714fe1", "address": "fa:16:3e:2d:ff:93", "network": {"id": "6a7ad2e4-eb4a-49d0-a85f-5c2c8d8adfec", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-488116972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627256220b37434bb9d84446fa4877cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f9a95d-51", "ovs_interfaceid": "d5f9a95d-51f4-4389-9771-d18084714fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.644547] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357406, 'name': CreateSnapshot_Task, 'duration_secs': 1.553371} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.644812] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 691.645680] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0533eae-2504-4e7e-8de8-0dc7036e5562 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.665019] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357410, 'name': Rename_Task, 'duration_secs': 0.316784} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.665343] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.665576] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca34cb64-8520-4aea-9877-2070b156cb0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.673085] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 691.673085] env[69473]: value = "task-3357411" [ 691.673085] env[69473]: _type = "Task" [ 691.673085] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.682458] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.686346] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.686869] env[69473]: DEBUG nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.689669] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.769s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.691337] env[69473]: INFO nova.compute.claims [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.723360] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591882} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.723430] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 52f865a3-f591-46d5-9fdb-c4abc4616358/52f865a3-f591-46d5-9fdb-c4abc4616358.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.723734] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.723922] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df2c98fa-cd52-42e5-a59f-7fe618ba0d8d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.732764] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 691.732764] env[69473]: value = "task-3357412" [ 691.732764] env[69473]: _type = "Task" [ 691.732764] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.744470] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.063425] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Releasing lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.065370] env[69473]: DEBUG nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Instance network_info: |[{"id": "d5f9a95d-51f4-4389-9771-d18084714fe1", "address": "fa:16:3e:2d:ff:93", "network": {"id": "6a7ad2e4-eb4a-49d0-a85f-5c2c8d8adfec", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-488116972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627256220b37434bb9d84446fa4877cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f9a95d-51", "ovs_interfaceid": "d5f9a95d-51f4-4389-9771-d18084714fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.065370] env[69473]: DEBUG oslo_concurrency.lockutils [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] Acquired lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.065551] env[69473]: DEBUG nova.network.neutron [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Refreshing network info cache for port d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.066515] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ff:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5f9a95d-51f4-4389-9771-d18084714fe1', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.075254] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Creating folder: Project (627256220b37434bb9d84446fa4877cf). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.078397] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-502b27c2-faa4-42f1-90e9-ae8f4b5740f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.093618] env[69473]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 692.093618] env[69473]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69473) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 692.093618] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Folder already exists: Project (627256220b37434bb9d84446fa4877cf). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 692.093618] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Creating folder: Instances. Parent ref: group-v670016. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.093945] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27c1ef1a-4fba-4d75-a8f0-64e11b9cd075 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.110179] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Created folder: Instances in parent group-v670016. [ 692.110377] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.110913] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.111196] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6c0e262-4804-4c9b-84a1-c950214c10ad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.135796] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.135796] env[69473]: value = "task-3357415" [ 692.135796] env[69473]: _type = "Task" [ 692.135796] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.145350] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357415, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.168285] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.168845] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1f69bf2-846a-4bfa-a299-bf4e2e5ae7ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.184222] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.185641] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 692.185641] env[69473]: value = "task-3357416" [ 692.185641] env[69473]: _type = "Task" [ 692.185641] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.196241] env[69473]: DEBUG nova.compute.utils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.197956] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357416, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.201426] env[69473]: DEBUG nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.201597] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.252524] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324602} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.252939] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.253893] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0cd674-5113-43aa-97ae-fd1d542b53ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.008851] env[69473]: DEBUG nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.019133] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 52f865a3-f591-46d5-9fdb-c4abc4616358/52f865a3-f591-46d5-9fdb-c4abc4616358.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.023215] env[69473]: DEBUG nova.policy [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f051f37f5195428ab9d4f8d9c83b45d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b399bbbb714f379732704440268151', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.032772] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7401c0ee-6d80-4ac2-a43f-1e02af8078f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.056236] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357415, 'name': CreateVM_Task, 'duration_secs': 0.673882} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.062441] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.062773] env[69473]: DEBUG oslo_vmware.api [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357411, 'name': PowerOnVM_Task, 'duration_secs': 1.22438} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.063051] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 693.063051] env[69473]: value = "task-3357417" [ 693.063051] env[69473]: _type = "Task" [ 693.063051] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.063258] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357416, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.067063] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '74ffd6a8-7da3-44f1-abb0-af86017f0da6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670028', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'name': 'volume-35727e01-bb67-4af3-8666-1cd1ecfa8685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a2b7ada-5d43-4e03-bcfc-eedb65417c5c', 'attached_at': '', 'detached_at': '', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'serial': '35727e01-bb67-4af3-8666-1cd1ecfa8685'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69473) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 693.067294] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Root volume attach. Driver type: vmdk {{(pid=69473) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 693.067591] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.067857] env[69473]: INFO nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Took 9.83 seconds to spawn the instance on the hypervisor. [ 693.067983] env[69473]: DEBUG nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.069408] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4f1223-98f4-41d2-b49b-0b3786bab8af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.075629] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e09e6-c54a-4419-8e0e-c2deb44e9e80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.095493] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.097373] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f21386-07ca-4b8c-bb53-3a62fadcfdf5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.105770] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8cdb01-b4ff-4406-8af1-f1d596e822d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.117275] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bd0c6fea-7c25-4636-a650-dcb6224a6970 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.130433] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 693.130433] env[69473]: value = "task-3357418" [ 693.130433] env[69473]: _type = "Task" [ 693.130433] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.147174] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357418, 'name': RelocateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.273156] env[69473]: DEBUG nova.network.neutron [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updated VIF entry in instance network info cache for port d5f9a95d-51f4-4389-9771-d18084714fe1. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.273416] env[69473]: DEBUG nova.network.neutron [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updating instance_info_cache with network_info: [{"id": "d5f9a95d-51f4-4389-9771-d18084714fe1", "address": "fa:16:3e:2d:ff:93", "network": {"id": "6a7ad2e4-eb4a-49d0-a85f-5c2c8d8adfec", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-488116972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627256220b37434bb9d84446fa4877cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f9a95d-51", "ovs_interfaceid": "d5f9a95d-51f4-4389-9771-d18084714fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.428752] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Successfully created port: 41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.516020] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357416, 'name': CloneVM_Task, 'duration_secs': 1.265982} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.516506] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Created linked-clone VM from snapshot [ 693.517729] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2302aa9-d6c6-481d-aa95-2396b32ad9aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.535659] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Uploading image 3abdcd77-b52c-4548-ae41-984fe82c1596 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.574876] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 693.574876] env[69473]: value = "vm-670075" [ 693.574876] env[69473]: _type = "VirtualMachine" [ 693.574876] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 693.580164] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-222c0a71-ae3a-4898-a0c5-00cd7c0b9ffe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.588686] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357417, 'name': ReconfigVM_Task, 'duration_secs': 0.335621} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.590273] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 52f865a3-f591-46d5-9fdb-c4abc4616358/52f865a3-f591-46d5-9fdb-c4abc4616358.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.591066] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lease: (returnval){ [ 693.591066] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524e3be1-a8ee-0d63-8fa4-08765f89092f" [ 693.591066] env[69473]: _type = "HttpNfcLease" [ 693.591066] env[69473]: } obtained for exporting VM: (result){ [ 693.591066] env[69473]: value = "vm-670075" [ 693.591066] env[69473]: _type = "VirtualMachine" [ 693.591066] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 693.591322] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the lease: (returnval){ [ 693.591322] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524e3be1-a8ee-0d63-8fa4-08765f89092f" [ 693.591322] env[69473]: _type = "HttpNfcLease" [ 693.591322] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 693.591518] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11fdbef2-b1e5-4e5f-828f-2eec2e6a91a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.606730] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 693.606730] env[69473]: value = "task-3357420" [ 693.606730] env[69473]: _type = "Task" [ 693.606730] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.616109] env[69473]: INFO nova.compute.manager [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Took 41.73 seconds to build instance. [ 693.617314] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.617314] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524e3be1-a8ee-0d63-8fa4-08765f89092f" [ 693.617314] env[69473]: _type = "HttpNfcLease" [ 693.617314] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 693.618677] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 693.618677] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524e3be1-a8ee-0d63-8fa4-08765f89092f" [ 693.618677] env[69473]: _type = "HttpNfcLease" [ 693.618677] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 693.619473] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fddcf17-12ab-42dc-929a-caf3f9972563 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.626977] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357420, 'name': Rename_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.638507] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c5f67-21aa-8c7b-8a82-0bb63d07d0d5/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 693.638507] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c5f67-21aa-8c7b-8a82-0bb63d07d0d5/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 693.709969] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357418, 'name': RelocateVM_Task} progress is 20%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.714491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.714724] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.768897] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871aabdb-abfc-4b26-8eef-b55196c68e31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.777600] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0d199d-521f-4f19-9f11-4e7325ad1d50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.781266] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Successfully created port: 9fa019a0-1f9e-46fc-a973-e85c0a578c63 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.782910] env[69473]: DEBUG oslo_concurrency.lockutils [req-067fe47d-b636-4554-a9d5-4107f0a462de req-c5a1b6eb-eeeb-4090-81c3-2933af8807ad service nova] Releasing lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.815313] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5ce760d-ad8a-4f18-b123-5b883cb2d2bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.817627] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d31cde9-325f-4bef-a905-8acbd5582e88 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.826949] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01120df-9c84-4512-8724-b3371bf22050 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.845568] env[69473]: DEBUG nova.compute.provider_tree [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.030174] env[69473]: DEBUG nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.045717] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Successfully created port: 65fdb9f2-8398-4005-9236-f5aa0cc53662 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.064386] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.064672] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.064874] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.065546] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.065685] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.067777] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.067777] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.067777] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.067777] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.067777] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.067976] env[69473]: DEBUG nova.virt.hardware [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.069272] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a79a118-886b-46fa-96f3-4b13436017dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.090583] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e4e9c6-ca4d-49d7-85a3-8349268cc8f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.118614] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6461d6ae-621f-4ba6-bf5b-e7f4dc750c04 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.721s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.127108] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357420, 'name': Rename_Task, 'duration_secs': 0.148944} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.128860] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.128860] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec85240e-c7a7-42d3-b4b6-4a3068341623 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.139357] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 694.139357] env[69473]: value = "task-3357421" [ 694.139357] env[69473]: _type = "Task" [ 694.139357] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.156669] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.161986] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357418, 'name': RelocateVM_Task, 'duration_secs': 0.523741} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.162363] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 694.162618] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670028', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'name': 'volume-35727e01-bb67-4af3-8666-1cd1ecfa8685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a2b7ada-5d43-4e03-bcfc-eedb65417c5c', 'attached_at': '', 'detached_at': '', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'serial': '35727e01-bb67-4af3-8666-1cd1ecfa8685'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 694.164437] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d552d-11fe-4bbc-b779-496b5358b68e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.190763] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22021ad-5ab5-4e39-8e61-82901cbb00da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.222496] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] volume-35727e01-bb67-4af3-8666-1cd1ecfa8685/volume-35727e01-bb67-4af3-8666-1cd1ecfa8685.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.224060] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c05ffac-f4dd-4c74-b9bb-eb0a20c7ddf2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.250026] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 694.250026] env[69473]: value = "task-3357422" [ 694.250026] env[69473]: _type = "Task" [ 694.250026] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.262679] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.348729] env[69473]: DEBUG nova.scheduler.client.report [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.622119] env[69473]: DEBUG nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.659165] env[69473]: DEBUG oslo_vmware.api [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357421, 'name': PowerOnVM_Task, 'duration_secs': 0.505937} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.659165] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.659165] env[69473]: INFO nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Took 8.70 seconds to spawn the instance on the hypervisor. [ 694.659165] env[69473]: DEBUG nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.660148] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a26274-8c88-4ee8-a425-adfea6497a8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.766111] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357422, 'name': ReconfigVM_Task, 'duration_secs': 0.422091} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.768644] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Reconfigured VM instance instance-0000001b to attach disk [datastore2] volume-35727e01-bb67-4af3-8666-1cd1ecfa8685/volume-35727e01-bb67-4af3-8666-1cd1ecfa8685.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.777322] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b67fc9-006e-4018-a5cf-bb0973eaaa9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.799498] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 694.799498] env[69473]: value = "task-3357423" [ 694.799498] env[69473]: _type = "Task" [ 694.799498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.808866] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.853338] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.164s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.854478] env[69473]: DEBUG nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.857075] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.094s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.164771] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.181861] env[69473]: INFO nova.compute.manager [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Took 40.67 seconds to build instance. [ 695.310917] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357423, 'name': ReconfigVM_Task, 'duration_secs': 0.197548} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.312034] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670028', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'name': 'volume-35727e01-bb67-4af3-8666-1cd1ecfa8685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a2b7ada-5d43-4e03-bcfc-eedb65417c5c', 'attached_at': '', 'detached_at': '', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'serial': '35727e01-bb67-4af3-8666-1cd1ecfa8685'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 695.312034] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-909de748-276c-403b-867f-3071b7f33fab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.320111] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 695.320111] env[69473]: value = "task-3357424" [ 695.320111] env[69473]: _type = "Task" [ 695.320111] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.329516] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357424, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.361310] env[69473]: DEBUG nova.compute.utils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.365292] env[69473]: DEBUG nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.365292] env[69473]: DEBUG nova.network.neutron [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.369176] env[69473]: INFO nova.compute.claims [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.426843] env[69473]: DEBUG nova.compute.manager [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Received event network-changed-5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.427098] env[69473]: DEBUG nova.compute.manager [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Refreshing instance network info cache due to event network-changed-5489e6be-dafb-4fdb-9ce7-0ea8a4234277. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.427605] env[69473]: DEBUG oslo_concurrency.lockutils [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] Acquiring lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.427605] env[69473]: DEBUG oslo_concurrency.lockutils [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] Acquired lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.427767] env[69473]: DEBUG nova.network.neutron [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Refreshing network info cache for port 5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.470196] env[69473]: DEBUG nova.policy [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0992d6fff9aa4362bf80720b5b3f8ac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf6539fce6334ab8a2c55b6d7f0bd14b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.662156] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Successfully updated port: 41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.684055] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ea6248c-011f-41ac-b824-ed686d6f09c4 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.777s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.831324] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357424, 'name': Rename_Task, 'duration_secs': 0.188204} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.831620] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.831869] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f2af8a-3755-4bfa-8160-f2667caa7085 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.840497] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 695.840497] env[69473]: value = "task-3357425" [ 695.840497] env[69473]: _type = "Task" [ 695.840497] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.854738] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.876888] env[69473]: INFO nova.compute.resource_tracker [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating resource usage from migration ab6abdcf-2d1d-41a1-a23f-c85f84d1901b [ 695.879602] env[69473]: DEBUG nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.927160] env[69473]: DEBUG nova.compute.manager [req-f6c56872-68d1-418d-9ea0-165415de3118 req-b202195c-cb3d-4b88-ad49-804253529734 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-vif-plugged-41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.927697] env[69473]: DEBUG oslo_concurrency.lockutils [req-f6c56872-68d1-418d-9ea0-165415de3118 req-b202195c-cb3d-4b88-ad49-804253529734 service nova] Acquiring lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.928070] env[69473]: DEBUG oslo_concurrency.lockutils [req-f6c56872-68d1-418d-9ea0-165415de3118 req-b202195c-cb3d-4b88-ad49-804253529734 service nova] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.928271] env[69473]: DEBUG oslo_concurrency.lockutils [req-f6c56872-68d1-418d-9ea0-165415de3118 req-b202195c-cb3d-4b88-ad49-804253529734 service nova] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.928444] env[69473]: DEBUG nova.compute.manager [req-f6c56872-68d1-418d-9ea0-165415de3118 req-b202195c-cb3d-4b88-ad49-804253529734 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] No waiting events found dispatching network-vif-plugged-41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.928644] env[69473]: WARNING nova.compute.manager [req-f6c56872-68d1-418d-9ea0-165415de3118 req-b202195c-cb3d-4b88-ad49-804253529734 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received unexpected event network-vif-plugged-41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab for instance with vm_state building and task_state spawning. [ 696.187163] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.208670] env[69473]: DEBUG nova.network.neutron [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Successfully created port: 05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.275865] env[69473]: DEBUG nova.network.neutron [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updated VIF entry in instance network info cache for port 5489e6be-dafb-4fdb-9ce7-0ea8a4234277. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.276283] env[69473]: DEBUG nova.network.neutron [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating instance_info_cache with network_info: [{"id": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "address": "fa:16:3e:53:52:f4", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489e6be-da", "ovs_interfaceid": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.353864] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.483243] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ad60ed-a8be-4dcb-910a-a1bf7d051664 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.493880] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33bb81e-f20c-4f51-8392-ad94aa60a987 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.531206] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021309f9-455e-40ed-b22f-ea287a465568 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.542024] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7423a1-24a5-4567-b1b2-b539270ff55c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.556600] env[69473]: DEBUG nova.compute.provider_tree [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.710780] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.778780] env[69473]: DEBUG oslo_concurrency.lockutils [req-944faf63-89c9-4744-9652-c2c4e02c418d req-a3a2f754-0768-49a3-944d-9adb3c3275b1 service nova] Releasing lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.852431] env[69473]: DEBUG oslo_vmware.api [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357425, 'name': PowerOnVM_Task, 'duration_secs': 0.876654} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.852724] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.855033] env[69473]: INFO nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Took 6.32 seconds to spawn the instance on the hypervisor. [ 696.855033] env[69473]: DEBUG nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.855033] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dfde1f-d5cb-4608-85e3-ab9efadda031 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.891317] env[69473]: DEBUG nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.934015] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.934322] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.934481] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.934666] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.934834] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.934945] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.935180] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.935337] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.935502] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.935724] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.935830] env[69473]: DEBUG nova.virt.hardware [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.937114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a992ac94-b778-4969-aa02-dd5e84a6f8b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.946027] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecd5ad-4229-42a4-9786-fcbe472d5148 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.060025] env[69473]: DEBUG nova.scheduler.client.report [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.375579] env[69473]: INFO nova.compute.manager [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Took 39.93 seconds to build instance. [ 697.566083] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.709s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.568396] env[69473]: INFO nova.compute.manager [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Migrating [ 697.568396] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.568396] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.568396] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.546s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.572913] env[69473]: INFO nova.compute.claims [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.881778] env[69473]: DEBUG oslo_concurrency.lockutils [None req-37f03aea-2b37-4b19-a1dc-924142546050 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.465s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.078573] env[69473]: INFO nova.compute.rpcapi [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 698.079692] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.386416] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.486148] env[69473]: DEBUG nova.compute.manager [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-changed-41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.486148] env[69473]: DEBUG nova.compute.manager [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Refreshing instance network info cache due to event network-changed-41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.486148] env[69473]: DEBUG oslo_concurrency.lockutils [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] Acquiring lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.486148] env[69473]: DEBUG oslo_concurrency.lockutils [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] Acquired lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.486148] env[69473]: DEBUG nova.network.neutron [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Refreshing network info cache for port 41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.491135] env[69473]: DEBUG nova.network.neutron [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Successfully updated port: 05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.612014] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.612309] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.612491] env[69473]: DEBUG nova.network.neutron [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.631926] env[69473]: DEBUG nova.compute.manager [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Received event network-changed-98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.631926] env[69473]: DEBUG nova.compute.manager [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Refreshing instance network info cache due to event network-changed-98ef1aa0-3bad-4e05-a002-f5d78011be8c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.631926] env[69473]: DEBUG oslo_concurrency.lockutils [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] Acquiring lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.631926] env[69473]: DEBUG oslo_concurrency.lockutils [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] Acquired lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.631926] env[69473]: DEBUG nova.network.neutron [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Refreshing network info cache for port 98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.910813] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.994843] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.994985] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquired lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.995184] env[69473]: DEBUG nova.network.neutron [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.251803] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb1bc53-af1f-4f60-b563-7fc89b03a937 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.263476] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae1c81-984c-4b4b-a92a-55841631f25b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.301705] env[69473]: DEBUG nova.network.neutron [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.306119] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40047a1-ed0b-4db8-a83f-b738e31f7607 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.314952] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e1f768-dafc-4398-86cb-f2b5e7ff8c11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.331021] env[69473]: DEBUG nova.compute.provider_tree [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.507104] env[69473]: DEBUG nova.network.neutron [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.548111] env[69473]: DEBUG nova.network.neutron [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance_info_cache with network_info: [{"id": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "address": "fa:16:3e:4f:ea:83", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769e8f-31", "ovs_interfaceid": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.557033] env[69473]: DEBUG nova.network.neutron [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updated VIF entry in instance network info cache for port 98ef1aa0-3bad-4e05-a002-f5d78011be8c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.557033] env[69473]: DEBUG nova.network.neutron [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updating instance_info_cache with network_info: [{"id": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "address": "fa:16:3e:0d:90:16", "network": {"id": "db3a58ca-5172-4c84-8065-a75ee3f165f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1426461256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03bc3d7b0a8c4157b1f3ace2e9561e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ef1aa0-3b", "ovs_interfaceid": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.559950] env[69473]: DEBUG nova.network.neutron [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.720758] env[69473]: DEBUG nova.network.neutron [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Updating instance_info_cache with network_info: [{"id": "05b33f41-107c-4d18-8366-914d1552fce5", "address": "fa:16:3e:34:43:09", "network": {"id": "23b442de-40f2-4b79-a7a0-748e5333c577", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1446360902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6539fce6334ab8a2c55b6d7f0bd14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b33f41-10", "ovs_interfaceid": "05b33f41-107c-4d18-8366-914d1552fce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.836868] env[69473]: DEBUG nova.scheduler.client.report [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.011906] env[69473]: DEBUG oslo_concurrency.lockutils [req-c381f041-2fc9-49a5-9453-7adcf0acfb24 req-c23a8edf-6725-4045-a221-a8f82b8dee2a service nova] Releasing lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.052306] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.062024] env[69473]: DEBUG oslo_concurrency.lockutils [req-b0e85e8f-7a11-4df5-9927-04284916f200 req-ba2c9cfc-3a23-4687-8efa-c0cca3b41e06 service nova] Releasing lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.230195] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Releasing lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.230693] env[69473]: DEBUG nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Instance network_info: |[{"id": "05b33f41-107c-4d18-8366-914d1552fce5", "address": "fa:16:3e:34:43:09", "network": {"id": "23b442de-40f2-4b79-a7a0-748e5333c577", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1446360902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6539fce6334ab8a2c55b6d7f0bd14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b33f41-10", "ovs_interfaceid": "05b33f41-107c-4d18-8366-914d1552fce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.231233] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:43:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b33f41-107c-4d18-8366-914d1552fce5', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.241280] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Creating folder: Project (cf6539fce6334ab8a2c55b6d7f0bd14b). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.242010] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08ec366-7214-4dcf-9970-0dbb45198d64 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.257057] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Created folder: Project (cf6539fce6334ab8a2c55b6d7f0bd14b) in parent group-v669999. [ 700.257310] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Creating folder: Instances. Parent ref: group-v670076. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.257613] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c09d974-8449-430f-8ddc-29472805ccc0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.273742] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Created folder: Instances in parent group-v670076. [ 700.273742] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.273742] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.273742] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b30082f-abe6-4b59-b859-cd8544234dc0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.298910] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.298910] env[69473]: value = "task-3357428" [ 700.298910] env[69473]: _type = "Task" [ 700.298910] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.305895] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357428, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.344693] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.344693] env[69473]: DEBUG nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.347710] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.933s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.348289] env[69473]: DEBUG nova.objects.instance [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lazy-loading 'resources' on Instance uuid 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.769864] env[69473]: DEBUG nova.compute.manager [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Received event network-changed-d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.770913] env[69473]: DEBUG nova.compute.manager [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Refreshing instance network info cache due to event network-changed-d5f9a95d-51f4-4389-9771-d18084714fe1. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.771542] env[69473]: DEBUG oslo_concurrency.lockutils [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] Acquiring lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.774203] env[69473]: DEBUG oslo_concurrency.lockutils [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] Acquired lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.774203] env[69473]: DEBUG nova.network.neutron [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Refreshing network info cache for port d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.813264] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357428, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.856497] env[69473]: DEBUG nova.compute.utils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.861445] env[69473]: DEBUG nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.861445] env[69473]: DEBUG nova.network.neutron [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.936588] env[69473]: DEBUG nova.policy [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f80db236b9946358167206edc17f528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '863b1864fde54f6796325ee7e2cb72a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.974636] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Successfully updated port: 9fa019a0-1f9e-46fc-a973-e85c0a578c63 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.040275] env[69473]: DEBUG nova.compute.manager [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Received event network-vif-plugged-05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.040970] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] Acquiring lock "f92d2111-2ca1-466f-8fea-d482fefcef95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.041337] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.041579] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.041805] env[69473]: DEBUG nova.compute.manager [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] No waiting events found dispatching network-vif-plugged-05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.042037] env[69473]: WARNING nova.compute.manager [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Received unexpected event network-vif-plugged-05b33f41-107c-4d18-8366-914d1552fce5 for instance with vm_state building and task_state spawning. [ 701.042305] env[69473]: DEBUG nova.compute.manager [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Received event network-changed-05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.042484] env[69473]: DEBUG nova.compute.manager [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Refreshing instance network info cache due to event network-changed-05b33f41-107c-4d18-8366-914d1552fce5. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.042873] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] Acquiring lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.042960] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] Acquired lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.043213] env[69473]: DEBUG nova.network.neutron [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Refreshing network info cache for port 05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.314968] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357428, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.329080] env[69473]: DEBUG nova.network.neutron [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Successfully created port: 0be08f6a-9319-41ae-9115-0e3cb894a34c {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.364662] env[69473]: DEBUG nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.453268] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5691dd5c-f882-4c1d-bbd7-17985a1e2d67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.461784] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c239882-7056-4fb1-b39c-829385bca32e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.498679] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba6837-efa0-4aa5-9af2-a32338faa431 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.506336] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8332549-1d74-4f97-8273-33a03734da67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.520307] env[69473]: DEBUG nova.compute.provider_tree [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.575549] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda06c3-82be-4a2e-bd90-f4e513066260 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.596368] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance '959c58c5-2931-40dd-9afd-d3884a500adb' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.800471] env[69473]: DEBUG nova.network.neutron [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updated VIF entry in instance network info cache for port d5f9a95d-51f4-4389-9771-d18084714fe1. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.800832] env[69473]: DEBUG nova.network.neutron [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updating instance_info_cache with network_info: [{"id": "d5f9a95d-51f4-4389-9771-d18084714fe1", "address": "fa:16:3e:2d:ff:93", "network": {"id": "6a7ad2e4-eb4a-49d0-a85f-5c2c8d8adfec", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-488116972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627256220b37434bb9d84446fa4877cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f9a95d-51", "ovs_interfaceid": "d5f9a95d-51f4-4389-9771-d18084714fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.810997] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357428, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.024690] env[69473]: DEBUG nova.scheduler.client.report [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.079793] env[69473]: DEBUG nova.network.neutron [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Updated VIF entry in instance network info cache for port 05b33f41-107c-4d18-8366-914d1552fce5. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.081174] env[69473]: DEBUG nova.network.neutron [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Updating instance_info_cache with network_info: [{"id": "05b33f41-107c-4d18-8366-914d1552fce5", "address": "fa:16:3e:34:43:09", "network": {"id": "23b442de-40f2-4b79-a7a0-748e5333c577", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1446360902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6539fce6334ab8a2c55b6d7f0bd14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b33f41-10", "ovs_interfaceid": "05b33f41-107c-4d18-8366-914d1552fce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.107034] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.119166] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-387b8f0a-9080-474c-93e3-a77df858d714 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.121154] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 702.121154] env[69473]: value = "task-3357429" [ 702.121154] env[69473]: _type = "Task" [ 702.121154] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.130546] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.308349] env[69473]: DEBUG oslo_concurrency.lockutils [req-e8411815-75dc-41ab-bba6-4327e4a371ad req-ca5bee55-c095-48b0-af4d-2518dd3cb785 service nova] Releasing lock "refresh_cache-9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.316299] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357428, 'name': CreateVM_Task, 'duration_secs': 1.51843} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.316299] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.316497] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.316668] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.317307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.317583] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8faa8ad-823b-4dc0-858e-e9f822c5813f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.323019] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 702.323019] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f21643-a62d-d458-0d28-ca8ca3521d69" [ 702.323019] env[69473]: _type = "Task" [ 702.323019] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.334026] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f21643-a62d-d458-0d28-ca8ca3521d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.377110] env[69473]: DEBUG nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.414014] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.414190] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.414330] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.414506] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.414644] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.414828] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.415106] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.416030] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.416030] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.416030] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.416030] env[69473]: DEBUG nova.virt.hardware [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.416869] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511748f8-9919-41ac-ac9d-3da7ba93e249 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.426334] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d7086b-3765-4578-92e1-1c8256eee0b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.531987] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.534622] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.989s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.534861] env[69473]: DEBUG nova.objects.instance [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lazy-loading 'resources' on Instance uuid f27e471e-0e79-46a3-a2a4-10072c7f4a92 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.558550] env[69473]: INFO nova.scheduler.client.report [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Deleted allocations for instance 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492 [ 702.587901] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e0e9886-95b5-48b7-ad72-77d942a6c640 req-38ce3e99-2e7b-4fce-8107-f04358e02b35 service nova] Releasing lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.635903] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357429, 'name': PowerOffVM_Task, 'duration_secs': 0.267105} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.640875] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.641181] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance '959c58c5-2931-40dd-9afd-d3884a500adb' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.834966] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f21643-a62d-d458-0d28-ca8ca3521d69, 'name': SearchDatastore_Task, 'duration_secs': 0.017599} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.835301] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.835542] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.835780] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.836136] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.836223] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.836466] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7591f1e3-e792-43fa-a3c1-f3f3a3f838ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.845369] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.845530] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.846361] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d08c9ff-1d1a-419a-bc76-d9d046bdd86d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.852202] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 702.852202] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522887c5-1e3e-c40e-9961-56c2d69cc262" [ 702.852202] env[69473]: _type = "Task" [ 702.852202] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.862886] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522887c5-1e3e-c40e-9961-56c2d69cc262, 'name': SearchDatastore_Task} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.863668] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccb7e9f-09de-448d-8ac9-0b33ea57bce2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.869034] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 702.869034] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f9207-a608-f6de-3441-0e62c50e8ee4" [ 702.869034] env[69473]: _type = "Task" [ 702.869034] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.877693] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f9207-a608-f6de-3441-0e62c50e8ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.074496] env[69473]: DEBUG oslo_concurrency.lockutils [None req-25fe8d2d-24e8-47f7-ad07-dd56b821841c tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.447s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.076805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.434s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.076805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.076805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.077230] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.080743] env[69473]: INFO nova.compute.manager [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Terminating instance [ 703.152081] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.152334] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.153945] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.153945] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.153945] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.153945] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.153945] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.154287] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.154287] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.154426] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.154596] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.163334] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc28c5ce-8b59-41a0-add7-f7e6b2874792 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.179500] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 703.179500] env[69473]: value = "task-3357430" [ 703.179500] env[69473]: _type = "Task" [ 703.179500] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.189752] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.316753] env[69473]: DEBUG nova.compute.manager [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-vif-plugged-9fa019a0-1f9e-46fc-a973-e85c0a578c63 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.316836] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Acquiring lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.317063] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.317248] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.317416] env[69473]: DEBUG nova.compute.manager [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] No waiting events found dispatching network-vif-plugged-9fa019a0-1f9e-46fc-a973-e85c0a578c63 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.317576] env[69473]: WARNING nova.compute.manager [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received unexpected event network-vif-plugged-9fa019a0-1f9e-46fc-a973-e85c0a578c63 for instance with vm_state building and task_state spawning. [ 703.317733] env[69473]: DEBUG nova.compute.manager [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-changed-9fa019a0-1f9e-46fc-a973-e85c0a578c63 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.317885] env[69473]: DEBUG nova.compute.manager [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Refreshing instance network info cache due to event network-changed-9fa019a0-1f9e-46fc-a973-e85c0a578c63. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.318090] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Acquiring lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.318225] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Acquired lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.318463] env[69473]: DEBUG nova.network.neutron [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Refreshing network info cache for port 9fa019a0-1f9e-46fc-a973-e85c0a578c63 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.382433] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f9207-a608-f6de-3441-0e62c50e8ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.382433] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.382614] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f92d2111-2ca1-466f-8fea-d482fefcef95/f92d2111-2ca1-466f-8fea-d482fefcef95.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.382874] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-450122c8-728d-42ae-ab82-56ee465dfc6d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.390566] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 703.390566] env[69473]: value = "task-3357431" [ 703.390566] env[69473]: _type = "Task" [ 703.390566] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.402322] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.431310] env[69473]: DEBUG nova.compute.manager [req-bf2defb1-87d4-49a7-bcc2-a5125e6cfb10 req-34e37c26-e752-42bc-af07-69a267c8a839 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Received event network-vif-plugged-0be08f6a-9319-41ae-9115-0e3cb894a34c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.431555] env[69473]: DEBUG oslo_concurrency.lockutils [req-bf2defb1-87d4-49a7-bcc2-a5125e6cfb10 req-34e37c26-e752-42bc-af07-69a267c8a839 service nova] Acquiring lock "08a284de-cadf-450c-ad61-fad59fd85358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.431771] env[69473]: DEBUG oslo_concurrency.lockutils [req-bf2defb1-87d4-49a7-bcc2-a5125e6cfb10 req-34e37c26-e752-42bc-af07-69a267c8a839 service nova] Lock "08a284de-cadf-450c-ad61-fad59fd85358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.431895] env[69473]: DEBUG oslo_concurrency.lockutils [req-bf2defb1-87d4-49a7-bcc2-a5125e6cfb10 req-34e37c26-e752-42bc-af07-69a267c8a839 service nova] Lock "08a284de-cadf-450c-ad61-fad59fd85358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.432194] env[69473]: DEBUG nova.compute.manager [req-bf2defb1-87d4-49a7-bcc2-a5125e6cfb10 req-34e37c26-e752-42bc-af07-69a267c8a839 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] No waiting events found dispatching network-vif-plugged-0be08f6a-9319-41ae-9115-0e3cb894a34c {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.432394] env[69473]: WARNING nova.compute.manager [req-bf2defb1-87d4-49a7-bcc2-a5125e6cfb10 req-34e37c26-e752-42bc-af07-69a267c8a839 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Received unexpected event network-vif-plugged-0be08f6a-9319-41ae-9115-0e3cb894a34c for instance with vm_state building and task_state spawning. [ 703.440735] env[69473]: DEBUG nova.network.neutron [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Successfully updated port: 0be08f6a-9319-41ae-9115-0e3cb894a34c {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.588401] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.588401] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquired lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.588544] env[69473]: DEBUG nova.network.neutron [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.627162] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Successfully updated port: 65fdb9f2-8398-4005-9236-f5aa0cc53662 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.667494] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4326cd21-04e3-4044-b576-139cddcc54f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.675596] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba9ed50-6d93-459f-a05f-e7f80c9d6d4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.711881] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535a6a24-8ea9-4814-8920-3cebc5756905 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.718376] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357430, 'name': ReconfigVM_Task, 'duration_secs': 0.300637} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.719048] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance '959c58c5-2931-40dd-9afd-d3884a500adb' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.726122] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c021dbd3-e4d5-4ba5-9632-ba5493d50cba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.740527] env[69473]: DEBUG nova.compute.provider_tree [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.864112] env[69473]: DEBUG nova.network.neutron [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.901875] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.943970] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "refresh_cache-08a284de-cadf-450c-ad61-fad59fd85358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.944263] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquired lock "refresh_cache-08a284de-cadf-450c-ad61-fad59fd85358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.944511] env[69473]: DEBUG nova.network.neutron [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.973732] env[69473]: DEBUG nova.network.neutron [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.092206] env[69473]: DEBUG nova.compute.utils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Can not refresh info_cache because instance was not found {{(pid=69473) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 704.109022] env[69473]: DEBUG nova.network.neutron [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.129177] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.188656] env[69473]: DEBUG nova.network.neutron [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.228015] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.228284] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.228444] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.228628] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.228773] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.228919] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.229264] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.229452] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.229628] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.229792] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.229964] env[69473]: DEBUG nova.virt.hardware [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.235419] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 704.236075] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d827b04-bba7-448b-81b5-c18ff15fb1c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.250733] env[69473]: DEBUG nova.scheduler.client.report [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.262987] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 704.262987] env[69473]: value = "task-3357432" [ 704.262987] env[69473]: _type = "Task" [ 704.262987] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.272234] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.337096] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c5f67-21aa-8c7b-8a82-0bb63d07d0d5/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 704.338465] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cbf59e-ad43-435f-9a4a-d150ef0315c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.345211] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c5f67-21aa-8c7b-8a82-0bb63d07d0d5/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 704.345392] env[69473]: ERROR oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c5f67-21aa-8c7b-8a82-0bb63d07d0d5/disk-0.vmdk due to incomplete transfer. [ 704.345619] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6765374-b0bb-45a1-a604-6e743bef90e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.355507] env[69473]: DEBUG oslo_vmware.rw_handles [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c5f67-21aa-8c7b-8a82-0bb63d07d0d5/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 704.355790] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Uploaded image 3abdcd77-b52c-4548-ae41-984fe82c1596 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 704.358018] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 704.358311] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-729bf5f8-04aa-47c9-b623-576f53d81fbd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.364068] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 704.364068] env[69473]: value = "task-3357433" [ 704.364068] env[69473]: _type = "Task" [ 704.364068] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.372697] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357433, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.407441] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674509} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.407736] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f92d2111-2ca1-466f-8fea-d482fefcef95/f92d2111-2ca1-466f-8fea-d482fefcef95.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.407959] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.408300] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cade07f-9841-450c-89a4-6a3955dd66a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.425451] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 704.425451] env[69473]: value = "task-3357434" [ 704.425451] env[69473]: _type = "Task" [ 704.425451] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.433674] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.476108] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Releasing lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.476554] env[69473]: DEBUG nova.compute.manager [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Received event network-changed-98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.476899] env[69473]: DEBUG nova.compute.manager [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Refreshing instance network info cache due to event network-changed-98ef1aa0-3bad-4e05-a002-f5d78011be8c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.477609] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Acquiring lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.477609] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Acquired lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.477763] env[69473]: DEBUG nova.network.neutron [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Refreshing network info cache for port 98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.479899] env[69473]: DEBUG nova.network.neutron [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.481819] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.481992] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.625243] env[69473]: DEBUG nova.network.neutron [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Updating instance_info_cache with network_info: [{"id": "0be08f6a-9319-41ae-9115-0e3cb894a34c", "address": "fa:16:3e:10:47:e4", "network": {"id": "eed432d8-15c4-4782-be9d-08fe494b9201", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-372678592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b1864fde54f6796325ee7e2cb72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be08f6a-93", "ovs_interfaceid": "0be08f6a-9319-41ae-9115-0e3cb894a34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.695406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Releasing lock "refresh_cache-06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.695406] env[69473]: DEBUG nova.compute.manager [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.695406] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.695406] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43afd838-c372-45bf-9a01-a54b7350bebf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.704341] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a7031-a80a-4e25-8189-704b4aa61ab3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.741838] env[69473]: WARNING nova.virt.vmwareapi.vmops [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492 could not be found. [ 704.741838] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.741838] env[69473]: INFO nova.compute.manager [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Took 0.05 seconds to destroy the instance on the hypervisor. [ 704.741838] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.742574] env[69473]: DEBUG nova.compute.manager [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.742860] env[69473]: DEBUG nova.network.neutron [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.757335] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.759665] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.376s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.761992] env[69473]: INFO nova.compute.claims [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.765815] env[69473]: DEBUG nova.network.neutron [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.778766] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357432, 'name': ReconfigVM_Task, 'duration_secs': 0.179782} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.780027] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 704.783956] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e870cd9-4ba2-4058-9a85-10fb4445423b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.813864] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 959c58c5-2931-40dd-9afd-d3884a500adb/959c58c5-2931-40dd-9afd-d3884a500adb.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.815400] env[69473]: INFO nova.scheduler.client.report [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleted allocations for instance f27e471e-0e79-46a3-a2a4-10072c7f4a92 [ 704.818301] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956e07f8-4339-4758-a2e5-056f16fa9b09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.839870] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 704.839870] env[69473]: value = "task-3357435" [ 704.839870] env[69473]: _type = "Task" [ 704.839870] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.849087] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.874516] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357433, 'name': Destroy_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.935708] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124976} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.936037] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.936821] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad22692-deb0-4869-b85c-9f84dba1c8b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.961347] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f92d2111-2ca1-466f-8fea-d482fefcef95/f92d2111-2ca1-466f-8fea-d482fefcef95.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.961564] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b546f0e-90d9-4b45-97ca-f389e5abcf34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.982326] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 704.982326] env[69473]: value = "task-3357436" [ 704.982326] env[69473]: _type = "Task" [ 704.982326] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.993368] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.046433] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.128540] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Releasing lock "refresh_cache-08a284de-cadf-450c-ad61-fad59fd85358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.128870] env[69473]: DEBUG nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Instance network_info: |[{"id": "0be08f6a-9319-41ae-9115-0e3cb894a34c", "address": "fa:16:3e:10:47:e4", "network": {"id": "eed432d8-15c4-4782-be9d-08fe494b9201", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-372678592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b1864fde54f6796325ee7e2cb72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be08f6a-93", "ovs_interfaceid": "0be08f6a-9319-41ae-9115-0e3cb894a34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.129411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:47:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0be08f6a-9319-41ae-9115-0e3cb894a34c', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.137748] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Creating folder: Project (863b1864fde54f6796325ee7e2cb72a6). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.138365] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00cbf63a-54e5-41b0-8cfb-e26ef819f610 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.149095] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Created folder: Project (863b1864fde54f6796325ee7e2cb72a6) in parent group-v669999. [ 705.149652] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Creating folder: Instances. Parent ref: group-v670079. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.149652] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aaaded0-0df8-4894-8e67-c01c1f346b54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.158047] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Created folder: Instances in parent group-v670079. [ 705.158326] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.158526] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.158736] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4eef12a-9945-43bd-a46f-2886431d7e4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.183185] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.183185] env[69473]: value = "task-3357439" [ 705.183185] env[69473]: _type = "Task" [ 705.183185] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.194420] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357439, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.270764] env[69473]: DEBUG nova.network.neutron [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.339609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ba1a144e-0442-4605-9578-9fa8b4a118b5 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "f27e471e-0e79-46a3-a2a4-10072c7f4a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.751s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.341767] env[69473]: DEBUG nova.network.neutron [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updated VIF entry in instance network info cache for port 98ef1aa0-3bad-4e05-a002-f5d78011be8c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.342160] env[69473]: DEBUG nova.network.neutron [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updating instance_info_cache with network_info: [{"id": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "address": "fa:16:3e:0d:90:16", "network": {"id": "db3a58ca-5172-4c84-8065-a75ee3f165f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1426461256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03bc3d7b0a8c4157b1f3ace2e9561e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ef1aa0-3b", "ovs_interfaceid": "98ef1aa0-3bad-4e05-a002-f5d78011be8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.352313] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357435, 'name': ReconfigVM_Task, 'duration_secs': 0.286402} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.352688] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 959c58c5-2931-40dd-9afd-d3884a500adb/959c58c5-2931-40dd-9afd-d3884a500adb.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.353027] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance '959c58c5-2931-40dd-9afd-d3884a500adb' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.374656] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357433, 'name': Destroy_Task, 'duration_secs': 0.59807} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.375179] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Destroyed the VM [ 705.375585] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.375906] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8392586c-e426-4ac1-9812-09cb8a8b9956 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.382396] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 705.382396] env[69473]: value = "task-3357440" [ 705.382396] env[69473]: _type = "Task" [ 705.382396] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.390786] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357440, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.494574] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357436, 'name': ReconfigVM_Task, 'duration_secs': 0.321621} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.497180] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f92d2111-2ca1-466f-8fea-d482fefcef95/f92d2111-2ca1-466f-8fea-d482fefcef95.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.497928] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbe4058e-85b2-4ef9-a410-f8844ff59a30 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.504830] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 705.504830] env[69473]: value = "task-3357441" [ 705.504830] env[69473]: _type = "Task" [ 705.504830] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.515583] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357441, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.570545] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "ac03567e-0faa-4105-87c5-f3d4a0a19289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.570652] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.570856] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "ac03567e-0faa-4105-87c5-f3d4a0a19289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.571050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.571260] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.573559] env[69473]: INFO nova.compute.manager [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Terminating instance [ 705.579146] env[69473]: DEBUG nova.compute.manager [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Received event network-changed-0be08f6a-9319-41ae-9115-0e3cb894a34c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.579326] env[69473]: DEBUG nova.compute.manager [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Refreshing instance network info cache due to event network-changed-0be08f6a-9319-41ae-9115-0e3cb894a34c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.579561] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Acquiring lock "refresh_cache-08a284de-cadf-450c-ad61-fad59fd85358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.579707] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Acquired lock "refresh_cache-08a284de-cadf-450c-ad61-fad59fd85358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.579960] env[69473]: DEBUG nova.network.neutron [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Refreshing network info cache for port 0be08f6a-9319-41ae-9115-0e3cb894a34c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.619969] env[69473]: DEBUG nova.network.neutron [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Updating instance_info_cache with network_info: [{"id": "41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab", "address": "fa:16:3e:12:48:11", "network": {"id": "a6e49709-3a14-4557-bab3-36e986f35da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936521614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbdc88-d1", "ovs_interfaceid": "41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fa019a0-1f9e-46fc-a973-e85c0a578c63", "address": "fa:16:3e:15:48:6b", "network": {"id": "30aaf3ba-ecea-4e99-83ff-d9077cbede0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1021898412", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa019a0-1f", "ovs_interfaceid": "9fa019a0-1f9e-46fc-a973-e85c0a578c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65fdb9f2-8398-4005-9236-f5aa0cc53662", "address": "fa:16:3e:59:97:69", "network": {"id": "a6e49709-3a14-4557-bab3-36e986f35da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936521614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fdb9f2-83", "ovs_interfaceid": "65fdb9f2-8398-4005-9236-f5aa0cc53662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.693242] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357439, 'name': CreateVM_Task, 'duration_secs': 0.319767} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.693463] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.694111] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.694279] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.694603] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.694859] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce47767-efac-4f5a-998c-f32cec07d353 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.702030] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 705.702030] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52747d77-9496-823e-41cd-28373e5c6c57" [ 705.702030] env[69473]: _type = "Task" [ 705.702030] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.710357] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52747d77-9496-823e-41cd-28373e5c6c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.773946] env[69473]: INFO nova.compute.manager [-] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Took 1.03 seconds to deallocate network for instance. [ 705.847487] env[69473]: DEBUG oslo_concurrency.lockutils [req-75c0e83c-0eb4-46aa-8644-c382befd3d7f req-ff5ab88c-28a5-4e71-837c-1f87d7fc570e service nova] Releasing lock "refresh_cache-52f865a3-f591-46d5-9fdb-c4abc4616358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.861144] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4781f2-f808-45e8-8f66-dc4ac2578150 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.885676] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2dae1-9bb5-487c-a2da-e34c96f4301e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.909981] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance '959c58c5-2931-40dd-9afd-d3884a500adb' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.920971] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357440, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.991618] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "52f865a3-f591-46d5-9fdb-c4abc4616358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.991867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.992085] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "52f865a3-f591-46d5-9fdb-c4abc4616358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.992323] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.992460] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.996880] env[69473]: INFO nova.compute.manager [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Terminating instance [ 706.024500] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357441, 'name': Rename_Task, 'duration_secs': 0.185224} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.025135] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.025211] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f89cf699-4cbd-4c2b-880b-7a8d8c36a6a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.031944] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 706.031944] env[69473]: value = "task-3357442" [ 706.031944] env[69473]: _type = "Task" [ 706.031944] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.045733] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.078393] env[69473]: DEBUG nova.compute.manager [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.078667] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.079607] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd4eae-d55e-4af5-95f3-ed43feee5a4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.091608] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.091879] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4648040-0f5b-419f-8573-144a73f6b6db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.100127] env[69473]: DEBUG oslo_vmware.api [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 706.100127] env[69473]: value = "task-3357443" [ 706.100127] env[69473]: _type = "Task" [ 706.100127] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.110792] env[69473]: DEBUG oslo_vmware.api [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.121898] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Releasing lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.122327] env[69473]: DEBUG nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Instance network_info: |[{"id": "41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab", "address": "fa:16:3e:12:48:11", "network": {"id": "a6e49709-3a14-4557-bab3-36e986f35da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936521614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbdc88-d1", "ovs_interfaceid": "41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fa019a0-1f9e-46fc-a973-e85c0a578c63", "address": "fa:16:3e:15:48:6b", "network": {"id": "30aaf3ba-ecea-4e99-83ff-d9077cbede0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1021898412", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa019a0-1f", "ovs_interfaceid": "9fa019a0-1f9e-46fc-a973-e85c0a578c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65fdb9f2-8398-4005-9236-f5aa0cc53662", "address": "fa:16:3e:59:97:69", "network": {"id": "a6e49709-3a14-4557-bab3-36e986f35da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936521614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fdb9f2-83", "ovs_interfaceid": "65fdb9f2-8398-4005-9236-f5aa0cc53662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.122803] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:48:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:48:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fa019a0-1f9e-46fc-a973-e85c0a578c63', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:97:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65fdb9f2-8398-4005-9236-f5aa0cc53662', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.134532] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Creating folder: Project (93b399bbbb714f379732704440268151). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.137829] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2407e7bb-5725-4f8c-a6b5-08771263c0d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.147538] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Created folder: Project (93b399bbbb714f379732704440268151) in parent group-v669999. [ 706.148173] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Creating folder: Instances. Parent ref: group-v670082. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.148375] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86ae104d-8838-4a69-8d9a-3b476672ac4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.166564] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Created folder: Instances in parent group-v670082. [ 706.167308] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.170195] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.170711] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ee40934-eae7-46bc-ab6c-aa11317bf77f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.201571] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.201571] env[69473]: value = "task-3357446" [ 706.201571] env[69473]: _type = "Task" [ 706.201571] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.212529] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357446, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.217769] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52747d77-9496-823e-41cd-28373e5c6c57, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.220231] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.220589] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.220693] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.220865] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.221037] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.221322] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52530978-13db-4fd3-ad3b-aaaa04bbf9d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.233221] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.233414] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.234172] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5493765d-15c8-42c9-97ec-e5e727d781f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.240985] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 706.240985] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52136a40-8385-adfe-8442-61ed7ae2e392" [ 706.240985] env[69473]: _type = "Task" [ 706.240985] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.248672] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52136a40-8385-adfe-8442-61ed7ae2e392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.284679] env[69473]: INFO nova.compute.manager [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance disappeared during terminate [ 706.285405] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20dce38a-bafe-4630-922e-9f15ac65096f tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.209s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.306836] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b82e6d-6bef-4aed-85e4-e0bf7e0285d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.315678] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6fd067-6642-4a5d-bee0-7d8a6922f3eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.349989] env[69473]: DEBUG nova.network.neutron [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Updated VIF entry in instance network info cache for port 0be08f6a-9319-41ae-9115-0e3cb894a34c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.350366] env[69473]: DEBUG nova.network.neutron [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Updating instance_info_cache with network_info: [{"id": "0be08f6a-9319-41ae-9115-0e3cb894a34c", "address": "fa:16:3e:10:47:e4", "network": {"id": "eed432d8-15c4-4782-be9d-08fe494b9201", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-372678592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b1864fde54f6796325ee7e2cb72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be08f6a-93", "ovs_interfaceid": "0be08f6a-9319-41ae-9115-0e3cb894a34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.351996] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6294495-f3d2-4ebb-94bb-9820fe3ceb06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.359568] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9296bba-93d3-4a05-81c2-d3037399780b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.374277] env[69473]: DEBUG nova.compute.provider_tree [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.396698] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "4359e04e-e11b-4565-9659-a800db1c6bc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.397469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.397469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "4359e04e-e11b-4565-9659-a800db1c6bc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.397469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.397469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.398971] env[69473]: DEBUG oslo_vmware.api [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357440, 'name': RemoveSnapshot_Task, 'duration_secs': 0.75718} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.399234] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.399474] env[69473]: INFO nova.compute.manager [None req-532f8156-34b2-4a5e-b38b-f334e1f12f2c tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 706.401827] env[69473]: INFO nova.compute.manager [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Terminating instance [ 706.463583] env[69473]: DEBUG nova.network.neutron [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Port 84769e8f-316e-4f92-9ee4-5f2c06f2eb6d binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 706.505014] env[69473]: DEBUG nova.compute.manager [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.505014] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.505014] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0ae3b4-147e-454a-aa20-f462669f6285 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.512614] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.512840] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed6dcfe5-e7dd-4aef-a3ee-cdf44a88f7f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.518999] env[69473]: DEBUG oslo_vmware.api [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 706.518999] env[69473]: value = "task-3357447" [ 706.518999] env[69473]: _type = "Task" [ 706.518999] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.528643] env[69473]: DEBUG oslo_vmware.api [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.545093] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.610493] env[69473]: DEBUG oslo_vmware.api [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357443, 'name': PowerOffVM_Task, 'duration_secs': 0.229578} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.611141] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.611233] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.611463] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7ca83e4-59b5-4c45-8087-532d04912b5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.699713] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.700045] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.700324] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Deleting the datastore file [datastore2] ac03567e-0faa-4105-87c5-f3d4a0a19289 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.700921] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c4756f-8130-4311-a3d2-4b94c1f05235 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.712564] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357446, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.713785] env[69473]: DEBUG oslo_vmware.api [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for the task: (returnval){ [ 706.713785] env[69473]: value = "task-3357449" [ 706.713785] env[69473]: _type = "Task" [ 706.713785] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.723067] env[69473]: DEBUG oslo_vmware.api [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.752043] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52136a40-8385-adfe-8442-61ed7ae2e392, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.752222] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17dcaf89-7627-4e55-98c5-d1779d463e81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.757660] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 706.757660] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52498b5f-8206-bbb6-ea92-3de3d4c89166" [ 706.757660] env[69473]: _type = "Task" [ 706.757660] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.767035] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52498b5f-8206-bbb6-ea92-3de3d4c89166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.855708] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Releasing lock "refresh_cache-08a284de-cadf-450c-ad61-fad59fd85358" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.855995] env[69473]: DEBUG nova.compute.manager [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-vif-plugged-65fdb9f2-8398-4005-9236-f5aa0cc53662 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.856203] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Acquiring lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.856410] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.856566] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.856727] env[69473]: DEBUG nova.compute.manager [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] No waiting events found dispatching network-vif-plugged-65fdb9f2-8398-4005-9236-f5aa0cc53662 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.856888] env[69473]: WARNING nova.compute.manager [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received unexpected event network-vif-plugged-65fdb9f2-8398-4005-9236-f5aa0cc53662 for instance with vm_state building and task_state spawning. [ 706.857139] env[69473]: DEBUG nova.compute.manager [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-changed-65fdb9f2-8398-4005-9236-f5aa0cc53662 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.857438] env[69473]: DEBUG nova.compute.manager [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Refreshing instance network info cache due to event network-changed-65fdb9f2-8398-4005-9236-f5aa0cc53662. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.857638] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Acquiring lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.857784] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Acquired lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.857947] env[69473]: DEBUG nova.network.neutron [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Refreshing network info cache for port 65fdb9f2-8398-4005-9236-f5aa0cc53662 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.877008] env[69473]: DEBUG nova.scheduler.client.report [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.907738] env[69473]: DEBUG nova.compute.manager [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.908063] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.912038] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe55ddff-6fa0-4778-9d34-e00d16049a33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.919955] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.919955] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0094a73-7759-4a49-8f25-ba67bf110178 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.925578] env[69473]: DEBUG oslo_vmware.api [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 706.925578] env[69473]: value = "task-3357450" [ 706.925578] env[69473]: _type = "Task" [ 706.925578] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.941017] env[69473]: DEBUG oslo_vmware.api [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.030165] env[69473]: DEBUG oslo_vmware.api [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357447, 'name': PowerOffVM_Task, 'duration_secs': 0.221439} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.030427] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.030988] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.030988] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67999da9-96e9-47bd-847a-0d2d8c7ad695 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.044476] env[69473]: DEBUG oslo_vmware.api [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357442, 'name': PowerOnVM_Task, 'duration_secs': 0.795325} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.044769] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.044975] env[69473]: INFO nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Took 10.15 seconds to spawn the instance on the hypervisor. [ 707.045281] env[69473]: DEBUG nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.046083] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a524ee-1f2a-495f-b7e4-3469a415439b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.095069] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.095069] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.095069] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Deleting the datastore file [datastore1] 52f865a3-f591-46d5-9fdb-c4abc4616358 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.095069] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c00816-16ce-46f3-9851-7837ab5435eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.102538] env[69473]: DEBUG oslo_vmware.api [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for the task: (returnval){ [ 707.102538] env[69473]: value = "task-3357452" [ 707.102538] env[69473]: _type = "Task" [ 707.102538] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.111018] env[69473]: DEBUG oslo_vmware.api [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.211723] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357446, 'name': CreateVM_Task, 'duration_secs': 0.59456} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.211723] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.212456] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.212658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.213014] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.213364] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4161b732-4846-402a-a2c1-10184b95752a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.221097] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 707.221097] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523cda64-e402-93a3-a33f-8a0d2e20dd97" [ 707.221097] env[69473]: _type = "Task" [ 707.221097] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.224338] env[69473]: DEBUG oslo_vmware.api [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Task: {'id': task-3357449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133903} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.228024] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.228024] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.228168] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.228309] env[69473]: INFO nova.compute.manager [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Took 1.15 seconds to destroy the instance on the hypervisor. [ 707.228463] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.228661] env[69473]: DEBUG nova.compute.manager [-] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.228756] env[69473]: DEBUG nova.network.neutron [-] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.235756] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523cda64-e402-93a3-a33f-8a0d2e20dd97, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.236021] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.236243] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.236444] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.267666] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52498b5f-8206-bbb6-ea92-3de3d4c89166, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.267939] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.268219] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 08a284de-cadf-450c-ad61-fad59fd85358/08a284de-cadf-450c-ad61-fad59fd85358.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.268501] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.268689] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.268901] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b003049-cb1b-4e12-9c7a-586f2514c9b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.271178] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85dc4a1c-5158-4b3b-a934-e842f50717d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.276981] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 707.276981] env[69473]: value = "task-3357453" [ 707.276981] env[69473]: _type = "Task" [ 707.276981] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.281325] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.281508] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.283019] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e6422b-cb85-417b-bced-90646f46df60 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.288262] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.294820] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 707.294820] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c36d8b-c3d2-ab4c-485b-833e77160ba5" [ 707.294820] env[69473]: _type = "Task" [ 707.294820] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.304418] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c36d8b-c3d2-ab4c-485b-833e77160ba5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.306789] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b573982d-9c1a-436b-8db5-c5a65cac7295 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.312736] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 707.312736] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eac90a-5ba2-d5b0-4cd1-c81ae3233781" [ 707.312736] env[69473]: _type = "Task" [ 707.312736] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.322606] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eac90a-5ba2-d5b0-4cd1-c81ae3233781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.385458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.385993] env[69473]: DEBUG nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.389207] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.310s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.389435] env[69473]: DEBUG nova.objects.instance [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lazy-loading 'resources' on Instance uuid e57af8df-0b59-4899-af1c-872051a1c0ff {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.438469] env[69473]: DEBUG oslo_vmware.api [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357450, 'name': PowerOffVM_Task, 'duration_secs': 0.200667} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.438809] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.439036] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.439407] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5430166-203f-4a05-a477-d5f740ccbf27 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.492902] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.493180] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.493405] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.537526] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.537887] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.537985] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleting the datastore file [datastore2] 4359e04e-e11b-4565-9659-a800db1c6bc1 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.538302] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd668299-efea-4b36-840a-e909cfe50e17 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.546298] env[69473]: DEBUG oslo_vmware.api [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for the task: (returnval){ [ 707.546298] env[69473]: value = "task-3357455" [ 707.546298] env[69473]: _type = "Task" [ 707.546298] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.556603] env[69473]: DEBUG oslo_vmware.api [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.570241] env[69473]: INFO nova.compute.manager [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Took 38.67 seconds to build instance. [ 707.615323] env[69473]: DEBUG oslo_vmware.api [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Task: {'id': task-3357452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155289} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.615721] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.616031] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.616304] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.616597] env[69473]: INFO nova.compute.manager [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Took 1.11 seconds to destroy the instance on the hypervisor. [ 707.616996] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.617302] env[69473]: DEBUG nova.compute.manager [-] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.617561] env[69473]: DEBUG nova.network.neutron [-] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.789113] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506309} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.789413] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 08a284de-cadf-450c-ad61-fad59fd85358/08a284de-cadf-450c-ad61-fad59fd85358.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.789630] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.789888] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-329b4b34-7577-4d58-ab96-e2e99ad9dfaf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.803220] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 707.803220] env[69473]: value = "task-3357456" [ 707.803220] env[69473]: _type = "Task" [ 707.803220] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.812145] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.828260] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eac90a-5ba2-d5b0-4cd1-c81ae3233781, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.828548] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.828818] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 98f35e0d-bf83-4da6-a7f4-b8924c01bceb/98f35e0d-bf83-4da6-a7f4-b8924c01bceb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.829105] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d4ebc94-34d5-4bc7-83c0-1a96b3b467d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.837310] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 707.837310] env[69473]: value = "task-3357457" [ 707.837310] env[69473]: _type = "Task" [ 707.837310] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.841904] env[69473]: DEBUG nova.network.neutron [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Updated VIF entry in instance network info cache for port 65fdb9f2-8398-4005-9236-f5aa0cc53662. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.842414] env[69473]: DEBUG nova.network.neutron [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Updating instance_info_cache with network_info: [{"id": "41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab", "address": "fa:16:3e:12:48:11", "network": {"id": "a6e49709-3a14-4557-bab3-36e986f35da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936521614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbdc88-d1", "ovs_interfaceid": "41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fa019a0-1f9e-46fc-a973-e85c0a578c63", "address": "fa:16:3e:15:48:6b", "network": {"id": "30aaf3ba-ecea-4e99-83ff-d9077cbede0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1021898412", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa019a0-1f", "ovs_interfaceid": "9fa019a0-1f9e-46fc-a973-e85c0a578c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65fdb9f2-8398-4005-9236-f5aa0cc53662", "address": "fa:16:3e:59:97:69", "network": {"id": "a6e49709-3a14-4557-bab3-36e986f35da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936521614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fdb9f2-83", "ovs_interfaceid": "65fdb9f2-8398-4005-9236-f5aa0cc53662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.850399] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.880284] env[69473]: DEBUG nova.compute.manager [req-5b30f618-b4ad-4560-ae7a-1a7458610b9a req-9b0889ac-add3-473d-a2af-43c7ca84edb7 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Received event network-vif-deleted-d1dd52aa-776b-4701-bbb9-30dc5b316f51 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.880548] env[69473]: INFO nova.compute.manager [req-5b30f618-b4ad-4560-ae7a-1a7458610b9a req-9b0889ac-add3-473d-a2af-43c7ca84edb7 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Neutron deleted interface d1dd52aa-776b-4701-bbb9-30dc5b316f51; detaching it from the instance and deleting it from the info cache [ 707.880733] env[69473]: DEBUG nova.network.neutron [req-5b30f618-b4ad-4560-ae7a-1a7458610b9a req-9b0889ac-add3-473d-a2af-43c7ca84edb7 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.894213] env[69473]: DEBUG nova.compute.utils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.900158] env[69473]: DEBUG nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 708.057233] env[69473]: DEBUG oslo_vmware.api [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Task: {'id': task-3357455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344003} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.057498] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.057672] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.057844] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.058032] env[69473]: INFO nova.compute.manager [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 708.058346] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.058558] env[69473]: DEBUG nova.compute.manager [-] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.058651] env[69473]: DEBUG nova.network.neutron [-] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.074255] env[69473]: DEBUG oslo_concurrency.lockutils [None req-135920e8-566d-4d66-8aba-66f807061e47 tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.620s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.270566] env[69473]: DEBUG nova.network.neutron [-] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.300933] env[69473]: DEBUG nova.compute.manager [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.301959] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93977bda-f5d6-4225-8955-e830cf37bf05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.321103] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076274} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.321584] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.322349] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fd821a-718b-46ad-a3e9-cea41ba69bd7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.347789] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 08a284de-cadf-450c-ad61-fad59fd85358/08a284de-cadf-450c-ad61-fad59fd85358.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.353390] env[69473]: DEBUG oslo_concurrency.lockutils [req-61919daf-a081-4638-acb7-4a9d58a4f4d4 req-3df45b01-dd5e-4888-9fae-0ad4ee7d52e5 service nova] Releasing lock "refresh_cache-98f35e0d-bf83-4da6-a7f4-b8924c01bceb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.354635] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4d6b00-e597-4c12-b22d-fd2f1af3f5c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.374160] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357457, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.375604] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 708.375604] env[69473]: value = "task-3357458" [ 708.375604] env[69473]: _type = "Task" [ 708.375604] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.387700] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.388760] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4ce6f05-2105-4f8a-8e15-5627c6df1d47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.397854] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf3dc64-7860-477a-8eae-cb975fafe752 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.411945] env[69473]: DEBUG nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.437700] env[69473]: DEBUG nova.compute.manager [req-5b30f618-b4ad-4560-ae7a-1a7458610b9a req-9b0889ac-add3-473d-a2af-43c7ca84edb7 service nova] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Detach interface failed, port_id=d1dd52aa-776b-4701-bbb9-30dc5b316f51, reason: Instance ac03567e-0faa-4105-87c5-f3d4a0a19289 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 708.457639] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3f8d32-e98f-4294-a7fd-1bded3603538 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.469025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f382e0fc-ee3f-4373-8cee-e7907dd6c715 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.499383] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d65810-ec9b-4df3-83bc-f89377583845 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.511029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8de3534-74d2-4113-a3f5-aae864b9e378 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.527987] env[69473]: DEBUG nova.compute.provider_tree [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.577012] env[69473]: DEBUG nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.589849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.589849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.589849] env[69473]: DEBUG nova.network.neutron [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.772275] env[69473]: INFO nova.compute.manager [-] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Took 1.54 seconds to deallocate network for instance. [ 708.822744] env[69473]: INFO nova.compute.manager [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] instance snapshotting [ 708.825969] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119ed27-5a0d-4da9-964c-8b32428a39db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.848869] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb57617-f791-4c13-86ce-46216de03a05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.858659] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884034} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.866108] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 98f35e0d-bf83-4da6-a7f4-b8924c01bceb/98f35e0d-bf83-4da6-a7f4-b8924c01bceb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.866108] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.866108] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62071ec9-1e30-414b-b889-39fc9bd88170 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.869661] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 708.869661] env[69473]: value = "task-3357459" [ 708.869661] env[69473]: _type = "Task" [ 708.869661] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.879238] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.887590] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.971725] env[69473]: DEBUG nova.network.neutron [-] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.031320] env[69473]: DEBUG nova.scheduler.client.report [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.100875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.176609] env[69473]: DEBUG nova.network.neutron [-] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.283889] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.294482] env[69473]: DEBUG nova.network.neutron [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance_info_cache with network_info: [{"id": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "address": "fa:16:3e:4f:ea:83", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769e8f-31", "ovs_interfaceid": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.363806] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.364057] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d93bf14-bbe5-43e6-8379-b9d208c0759b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.374364] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 709.374364] env[69473]: value = "task-3357460" [ 709.374364] env[69473]: _type = "Task" [ 709.374364] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.380565] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069252} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.383721] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.387232] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca389e4-b5b9-4dd0-9e23-771a3898deee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.389799] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.394587] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357458, 'name': ReconfigVM_Task, 'duration_secs': 0.572689} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.408076] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 08a284de-cadf-450c-ad61-fad59fd85358/08a284de-cadf-450c-ad61-fad59fd85358.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.417485] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 98f35e0d-bf83-4da6-a7f4-b8924c01bceb/98f35e0d-bf83-4da6-a7f4-b8924c01bceb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.417802] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6a828cd-e0ec-4aa5-9ec3-f0677d58f004 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.419745] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ab01d0-a4b4-4d65-a8d6-6da08b5508b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.435460] env[69473]: DEBUG nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.443759] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 709.443759] env[69473]: value = "task-3357461" [ 709.443759] env[69473]: _type = "Task" [ 709.443759] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.445179] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 709.445179] env[69473]: value = "task-3357462" [ 709.445179] env[69473]: _type = "Task" [ 709.445179] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.460353] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357461, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.460592] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.463624] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.463877] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.464061] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.464267] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.464435] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.464583] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.464791] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.464973] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.465201] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.465383] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.465566] env[69473]: DEBUG nova.virt.hardware [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.466375] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b58453-12f7-4f7d-8bd6-8c8b55ba3c74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.473649] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76352a25-d118-4545-ad6a-990463938512 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.478037] env[69473]: INFO nova.compute.manager [-] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Took 1.86 seconds to deallocate network for instance. [ 709.491555] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.498021] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Creating folder: Project (13be4656f8884cb9a4ab11db14a5eb2d). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.498651] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c571603-5646-4313-9791-482c6752f1df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.507997] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Created folder: Project (13be4656f8884cb9a4ab11db14a5eb2d) in parent group-v669999. [ 709.508209] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Creating folder: Instances. Parent ref: group-v670085. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.508457] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da51c03b-f661-463c-b76f-a4d1dc41d1ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.517448] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Created folder: Instances in parent group-v670085. [ 709.517663] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.518151] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.518379] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c6df56e-c851-4a45-b730-760c27ad55d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.534490] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.534490] env[69473]: value = "task-3357465" [ 709.534490] env[69473]: _type = "Task" [ 709.534490] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.538504] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.540614] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.736s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.542468] env[69473]: INFO nova.compute.claims [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.550140] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357465, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.561357] env[69473]: INFO nova.scheduler.client.report [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleted allocations for instance e57af8df-0b59-4899-af1c-872051a1c0ff [ 709.682393] env[69473]: INFO nova.compute.manager [-] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Took 1.62 seconds to deallocate network for instance. [ 709.797686] env[69473]: DEBUG oslo_concurrency.lockutils [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.887762] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.957983] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357461, 'name': Rename_Task, 'duration_secs': 0.146391} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.960405] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.960669] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357462, 'name': ReconfigVM_Task, 'duration_secs': 0.376321} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.960862] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55831ce2-2d11-41bb-87cb-de07cdcdd0e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.962295] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 98f35e0d-bf83-4da6-a7f4-b8924c01bceb/98f35e0d-bf83-4da6-a7f4-b8924c01bceb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.962877] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22b300a7-eb48-4c44-8c50-d013746b9fae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.969059] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 709.969059] env[69473]: value = "task-3357466" [ 709.969059] env[69473]: _type = "Task" [ 709.969059] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.971029] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 709.971029] env[69473]: value = "task-3357467" [ 709.971029] env[69473]: _type = "Task" [ 709.971029] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.981157] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.984139] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357467, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.000510] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.044626] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357465, 'name': CreateVM_Task, 'duration_secs': 0.274816} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.044813] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.045270] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.045440] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.045785] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.048333] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac7e0dc-7016-4037-9a97-88663c944a6e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.053840] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 710.053840] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526b541c-a560-e246-51b4-3ef1d80e7d72" [ 710.053840] env[69473]: _type = "Task" [ 710.053840] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.063605] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526b541c-a560-e246-51b4-3ef1d80e7d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.068858] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ad52dc80-6068-40bb-81d7-cb0ac853eb98 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "e57af8df-0b59-4899-af1c-872051a1c0ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.091s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.110448] env[69473]: DEBUG nova.compute.manager [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Received event network-vif-deleted-98ef1aa0-3bad-4e05-a002-f5d78011be8c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.110706] env[69473]: DEBUG nova.compute.manager [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Received event network-vif-deleted-fadcbe85-578a-4402-9e1a-c5fcc459eb2a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.110896] env[69473]: DEBUG nova.compute.manager [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Received event network-changed-05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.111111] env[69473]: DEBUG nova.compute.manager [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Refreshing instance network info cache due to event network-changed-05b33f41-107c-4d18-8366-914d1552fce5. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.113129] env[69473]: DEBUG oslo_concurrency.lockutils [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] Acquiring lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.113129] env[69473]: DEBUG oslo_concurrency.lockutils [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] Acquired lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.113129] env[69473]: DEBUG nova.network.neutron [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Refreshing network info cache for port 05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.191578] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.329846] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe6788-4783-43f8-94bb-b9b58ce5686a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.351871] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0034538c-2104-4543-99bf-fdd287cb796b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.359637] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance '959c58c5-2931-40dd-9afd-d3884a500adb' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.388927] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357460, 'name': CreateSnapshot_Task, 'duration_secs': 0.726015} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.389227] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.390090] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4649274-35e9-4cd3-af52-16d37f756171 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.491283] env[69473]: DEBUG oslo_vmware.api [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357466, 'name': PowerOnVM_Task, 'duration_secs': 0.489438} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.491573] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357467, 'name': Rename_Task, 'duration_secs': 0.212068} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.491803] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.492009] env[69473]: INFO nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Took 8.11 seconds to spawn the instance on the hypervisor. [ 710.492828] env[69473]: DEBUG nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.493159] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.493942] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9c7d95-b42d-43b4-acc5-7cbd8ca0bd79 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.496704] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27321ae5-100a-42a1-87eb-ddee8e315221 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.506224] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 710.506224] env[69473]: value = "task-3357468" [ 710.506224] env[69473]: _type = "Task" [ 710.506224] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.513977] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.563641] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526b541c-a560-e246-51b4-3ef1d80e7d72, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.563936] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.564188] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.564425] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.564572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.564749] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.564999] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0abd40f6-6e4d-4b6a-9de0-e26ec7bd5aff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.574572] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.574755] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.575590] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff50041-987d-41d8-a8d7-445e73ade451 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.581132] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 710.581132] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d70051-ee2a-e797-d82d-8d4e2889175c" [ 710.581132] env[69473]: _type = "Task" [ 710.581132] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.590963] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d70051-ee2a-e797-d82d-8d4e2889175c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.692687] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "ed013635-0798-47d9-bfa6-4ad2673d96c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.692932] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.693437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "ed013635-0798-47d9-bfa6-4ad2673d96c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.693786] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.694009] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.698012] env[69473]: INFO nova.compute.manager [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Terminating instance [ 710.822688] env[69473]: DEBUG nova.network.neutron [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Updated VIF entry in instance network info cache for port 05b33f41-107c-4d18-8366-914d1552fce5. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.824036] env[69473]: DEBUG nova.network.neutron [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Updating instance_info_cache with network_info: [{"id": "05b33f41-107c-4d18-8366-914d1552fce5", "address": "fa:16:3e:34:43:09", "network": {"id": "23b442de-40f2-4b79-a7a0-748e5333c577", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1446360902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6539fce6334ab8a2c55b6d7f0bd14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b33f41-10", "ovs_interfaceid": "05b33f41-107c-4d18-8366-914d1552fce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.872639] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.872791] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b114674d-e958-40fa-96d8-61501c6e1bbd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.880818] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 710.880818] env[69473]: value = "task-3357469" [ 710.880818] env[69473]: _type = "Task" [ 710.880818] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.891097] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.907981] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 710.911704] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f65a101-2c38-4f5f-accf-debf5ed4c431 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.920357] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 710.920357] env[69473]: value = "task-3357470" [ 710.920357] env[69473]: _type = "Task" [ 710.920357] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.930066] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357470, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.974067] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a98a2d-1281-4512-b346-045f155e2074 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.981898] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ec0838-a524-4039-8bde-ed50c95dd88f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.024845] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1a9524-31ae-4145-ae50-895f0ce1fe77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.030941] env[69473]: INFO nova.compute.manager [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Took 37.03 seconds to build instance. [ 711.037728] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.042163] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0a52e-3610-4e8a-ac51-429d17f261f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.058268] env[69473]: DEBUG nova.compute.provider_tree [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.092646] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d70051-ee2a-e797-d82d-8d4e2889175c, 'name': SearchDatastore_Task, 'duration_secs': 0.028229} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.093389] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdc42a9-52c3-4322-b2da-423ae25a58a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.098851] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 711.098851] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d0637f-078b-0e56-3725-4ced3b698e60" [ 711.098851] env[69473]: _type = "Task" [ 711.098851] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.106703] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d0637f-078b-0e56-3725-4ced3b698e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.204352] env[69473]: DEBUG nova.compute.manager [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.204698] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.205611] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c66ac1-a422-417e-adec-6f0fb1c5e479 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.214935] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.215370] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c011d78d-d6db-47ba-b89b-d59562adfc1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.223756] env[69473]: DEBUG oslo_vmware.api [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 711.223756] env[69473]: value = "task-3357471" [ 711.223756] env[69473]: _type = "Task" [ 711.223756] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.232387] env[69473]: DEBUG oslo_vmware.api [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.325979] env[69473]: DEBUG oslo_concurrency.lockutils [req-23eaa439-1f26-4a27-8b8b-3bc845e821bb req-187f40e8-d505-4b44-ab1a-cfbc89e9cf45 service nova] Releasing lock "refresh_cache-f92d2111-2ca1-466f-8fea-d482fefcef95" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.393883] env[69473]: DEBUG oslo_vmware.api [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357469, 'name': PowerOnVM_Task, 'duration_secs': 0.472184} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.394192] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.394411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8a76b-4458-4b9c-9dfc-f7cde7bdc5ad tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance '959c58c5-2931-40dd-9afd-d3884a500adb' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.436436] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357470, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.531151] env[69473]: DEBUG oslo_vmware.api [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357468, 'name': PowerOnVM_Task, 'duration_secs': 0.951861} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.531484] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.531712] env[69473]: INFO nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Took 17.50 seconds to spawn the instance on the hypervisor. [ 711.531936] env[69473]: DEBUG nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.532400] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "08a284de-cadf-450c-ad61-fad59fd85358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.533256] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e022b76b-94a5-4507-beac-a41a995c9031 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.536262] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d4fa9ae-ec83-4638-b4aa-25a43bccad53 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "08a284de-cadf-450c-ad61-fad59fd85358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.606s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.537708] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "08a284de-cadf-450c-ad61-fad59fd85358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.537835] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "08a284de-cadf-450c-ad61-fad59fd85358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.538081] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "08a284de-cadf-450c-ad61-fad59fd85358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.538289] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "08a284de-cadf-450c-ad61-fad59fd85358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.540688] env[69473]: INFO nova.compute.manager [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Terminating instance [ 711.562041] env[69473]: DEBUG nova.scheduler.client.report [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.609613] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d0637f-078b-0e56-3725-4ced3b698e60, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.609896] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.610177] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] e12f8476-00be-4b15-ac88-05b31bbecdb1/e12f8476-00be-4b15-ac88-05b31bbecdb1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.610458] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82a4285e-f3da-46df-8b5e-71f7a96387ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.618745] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 711.618745] env[69473]: value = "task-3357472" [ 711.618745] env[69473]: _type = "Task" [ 711.618745] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.626787] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.736045] env[69473]: DEBUG oslo_vmware.api [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357471, 'name': PowerOffVM_Task, 'duration_secs': 0.257747} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.736446] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.736681] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.737032] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4609c92-e7eb-453d-b2cf-d3ea73403d15 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.828725] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.828945] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.829186] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleting the datastore file [datastore2] ed013635-0798-47d9-bfa6-4ad2673d96c1 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.829503] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-472ea3d5-a174-48b6-8d5c-7a6dd22ef52b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.837195] env[69473]: DEBUG oslo_vmware.api [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 711.837195] env[69473]: value = "task-3357474" [ 711.837195] env[69473]: _type = "Task" [ 711.837195] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.845220] env[69473]: DEBUG oslo_vmware.api [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.931707] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357470, 'name': CloneVM_Task, 'duration_secs': 1.008489} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.931981] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Created linked-clone VM from snapshot [ 711.932779] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2ab823-551e-4e14-9b52-cc872a34fe0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.941508] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Uploading image ce14c0a0-6cbd-44f9-838d-0cdf55afb568 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.974931] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.974931] env[69473]: value = "vm-670089" [ 711.974931] env[69473]: _type = "VirtualMachine" [ 711.974931] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.975260] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3412890c-8ef7-48a3-b9ce-12cb2e81c0fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.981974] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lease: (returnval){ [ 711.981974] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52477c3e-eddb-5871-f14c-da1388ce540e" [ 711.981974] env[69473]: _type = "HttpNfcLease" [ 711.981974] env[69473]: } obtained for exporting VM: (result){ [ 711.981974] env[69473]: value = "vm-670089" [ 711.981974] env[69473]: _type = "VirtualMachine" [ 711.981974] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.982220] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the lease: (returnval){ [ 711.982220] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52477c3e-eddb-5871-f14c-da1388ce540e" [ 711.982220] env[69473]: _type = "HttpNfcLease" [ 711.982220] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.989880] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.989880] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52477c3e-eddb-5871-f14c-da1388ce540e" [ 711.989880] env[69473]: _type = "HttpNfcLease" [ 711.989880] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 712.041359] env[69473]: DEBUG nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.052754] env[69473]: DEBUG nova.compute.manager [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.052971] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.056109] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d4a23a-e9a8-4243-a37b-645df2dc00a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.059082] env[69473]: INFO nova.compute.manager [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Took 48.70 seconds to build instance. [ 712.065282] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.066063] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.066558] env[69473]: DEBUG nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.069558] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ccbdf6-6a51-4c58-b3e4-8f81ab55fe6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.072343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.926s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.073930] env[69473]: INFO nova.compute.claims [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.081541] env[69473]: DEBUG oslo_vmware.api [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 712.081541] env[69473]: value = "task-3357476" [ 712.081541] env[69473]: _type = "Task" [ 712.081541] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.091567] env[69473]: DEBUG oslo_vmware.api [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.131865] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.349060] env[69473]: DEBUG oslo_vmware.api [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329613} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.349060] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.349060] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.349060] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.349060] env[69473]: INFO nova.compute.manager [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 712.349060] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.349966] env[69473]: DEBUG nova.compute.manager [-] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.349966] env[69473]: DEBUG nova.network.neutron [-] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.490490] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.490490] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52477c3e-eddb-5871-f14c-da1388ce540e" [ 712.490490] env[69473]: _type = "HttpNfcLease" [ 712.490490] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 712.490789] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 712.490789] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52477c3e-eddb-5871-f14c-da1388ce540e" [ 712.490789] env[69473]: _type = "HttpNfcLease" [ 712.490789] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 712.491407] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f547f9b-4712-4ed7-9556-1c641e8fee76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.499762] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f301e7-9fcf-899f-804e-2e3e054d0534/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 712.499943] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f301e7-9fcf-899f-804e-2e3e054d0534/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.562705] env[69473]: DEBUG oslo_concurrency.lockutils [None req-884c5dc9-f586-4ac6-87ca-6ae67affcafa tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.481s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.574839] env[69473]: DEBUG nova.compute.utils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.575456] env[69473]: DEBUG nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.575456] env[69473]: DEBUG nova.network.neutron [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.589390] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.593475] env[69473]: DEBUG oslo_vmware.api [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357476, 'name': PowerOffVM_Task, 'duration_secs': 0.348276} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.593475] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.593475] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.594039] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c34551a-3775-4c64-875e-2f56106b46fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.612546] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-566946ef-c2a3-463c-83f5-c9d69181dfa0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.630413] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586505} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.631542] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] e12f8476-00be-4b15-ac88-05b31bbecdb1/e12f8476-00be-4b15-ac88-05b31bbecdb1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.631542] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.633342] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0660c9fa-d243-442b-a29a-824988511261 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.639072] env[69473]: DEBUG nova.policy [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1e3b07e533845469e789384e4b10da9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef7d53c3e97433fa5a66f1afa938a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.642281] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 712.642281] env[69473]: value = "task-3357478" [ 712.642281] env[69473]: _type = "Task" [ 712.642281] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.654074] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.661727] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.661793] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.662029] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Deleting the datastore file [datastore2] 08a284de-cadf-450c-ad61-fad59fd85358 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.663544] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07f6f69f-a36c-411f-9d20-d6048b2ad653 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.668963] env[69473]: DEBUG oslo_vmware.api [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for the task: (returnval){ [ 712.668963] env[69473]: value = "task-3357479" [ 712.668963] env[69473]: _type = "Task" [ 712.668963] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.679109] env[69473]: DEBUG oslo_vmware.api [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.729646] env[69473]: DEBUG nova.compute.manager [req-e342df93-67f6-49f0-b880-d05b5cdc3db2 req-ea07252b-1a1b-4093-ac8f-2147208af82b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Received event network-vif-deleted-587450c1-3643-4621-9292-02fe4052754e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.729889] env[69473]: INFO nova.compute.manager [req-e342df93-67f6-49f0-b880-d05b5cdc3db2 req-ea07252b-1a1b-4093-ac8f-2147208af82b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Neutron deleted interface 587450c1-3643-4621-9292-02fe4052754e; detaching it from the instance and deleting it from the info cache [ 712.730227] env[69473]: DEBUG nova.network.neutron [req-e342df93-67f6-49f0-b880-d05b5cdc3db2 req-ea07252b-1a1b-4093-ac8f-2147208af82b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.999555] env[69473]: DEBUG nova.network.neutron [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Successfully created port: 60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.068595] env[69473]: DEBUG nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.078597] env[69473]: DEBUG nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.162416] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087805} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.166103] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.169839] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1980b919-5548-455d-ac00-c8e95ac810e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.186910] env[69473]: DEBUG oslo_vmware.api [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Task: {'id': task-3357479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452121} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.187366] env[69473]: DEBUG nova.network.neutron [-] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.199326] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] e12f8476-00be-4b15-ac88-05b31bbecdb1/e12f8476-00be-4b15-ac88-05b31bbecdb1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.206073] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.206359] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.206477] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.206654] env[69473]: INFO nova.compute.manager [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Took 1.15 seconds to destroy the instance on the hypervisor. [ 713.206895] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.207217] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a71f06-9921-41fd-b76b-f449af6ad3a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.225261] env[69473]: DEBUG nova.compute.manager [-] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.225261] env[69473]: DEBUG nova.network.neutron [-] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.233710] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 713.233710] env[69473]: value = "task-3357480" [ 713.233710] env[69473]: _type = "Task" [ 713.233710] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.234210] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dc1b108-4af9-4845-9dc2-61aad401c048 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.245555] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.250699] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eb1c35-3527-4cef-bd02-7e05f554b4ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.289211] env[69473]: DEBUG nova.compute.manager [req-e342df93-67f6-49f0-b880-d05b5cdc3db2 req-ea07252b-1a1b-4093-ac8f-2147208af82b service nova] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Detach interface failed, port_id=587450c1-3643-4621-9292-02fe4052754e, reason: Instance ed013635-0798-47d9-bfa6-4ad2673d96c1 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 713.296106] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.296355] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.296565] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.296746] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.296912] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.299244] env[69473]: INFO nova.compute.manager [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Terminating instance [ 713.601336] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.691836] env[69473]: INFO nova.compute.manager [-] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Took 1.34 seconds to deallocate network for instance. [ 713.748833] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.782807] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750803cf-2d28-4a39-a89a-07a22a92be0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.790689] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9f8f1-82ce-473a-afb6-463bb30b1052 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.822425] env[69473]: DEBUG nova.compute.manager [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.822500] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.824039] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530b5764-e920-49b9-a040-e3057c7b4c77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.827489] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f00ef11-537a-4c4c-816b-e1d13ea8c7eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.835068] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.836897] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bbd20f7-339d-45b2-be26-1b7c58707021 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.839556] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a332c0-4abf-4436-942e-9d906315227c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.854027] env[69473]: DEBUG nova.compute.provider_tree [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.857781] env[69473]: DEBUG oslo_vmware.api [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 713.857781] env[69473]: value = "task-3357481" [ 713.857781] env[69473]: _type = "Task" [ 713.857781] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.869822] env[69473]: DEBUG oslo_vmware.api [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.054951] env[69473]: DEBUG nova.network.neutron [-] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.096045] env[69473]: DEBUG nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.121385] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.121945] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.122144] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.122459] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.122652] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.122772] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.123139] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.123315] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.123484] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.123727] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.123951] env[69473]: DEBUG nova.virt.hardware [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.124990] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2346ec-df3b-4e83-b33c-285837bc74c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.133786] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12286760-9d80-470e-b006-d8a47fe68ed9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.205462] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.227554] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "959c58c5-2931-40dd-9afd-d3884a500adb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.227924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.228187] env[69473]: DEBUG nova.compute.manager [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Going to confirm migration 1 {{(pid=69473) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 714.246411] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357480, 'name': ReconfigVM_Task, 'duration_secs': 0.565319} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.246775] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] e12f8476-00be-4b15-ac88-05b31bbecdb1/e12f8476-00be-4b15-ac88-05b31bbecdb1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.247906] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aec92c9-5f3d-421c-a819-bc52695b6c08 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.254972] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 714.254972] env[69473]: value = "task-3357482" [ 714.254972] env[69473]: _type = "Task" [ 714.254972] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.264361] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357482, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.359419] env[69473]: DEBUG nova.scheduler.client.report [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.372560] env[69473]: DEBUG oslo_vmware.api [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357481, 'name': PowerOffVM_Task, 'duration_secs': 0.25425} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.373930] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.373930] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.373930] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac24c87b-8a45-44e6-944b-770344235fef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.522997] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.523242] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.523444] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Deleting the datastore file [datastore2] 98f35e0d-bf83-4da6-a7f4-b8924c01bceb {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.523725] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-599f0a5a-2e2e-46d7-ad44-ffd8e5d573b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.530742] env[69473]: DEBUG oslo_vmware.api [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 714.530742] env[69473]: value = "task-3357484" [ 714.530742] env[69473]: _type = "Task" [ 714.530742] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.539563] env[69473]: DEBUG oslo_vmware.api [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.558319] env[69473]: INFO nova.compute.manager [-] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Took 1.33 seconds to deallocate network for instance. [ 714.617210] env[69473]: DEBUG nova.network.neutron [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Successfully updated port: 60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.766883] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357482, 'name': Rename_Task, 'duration_secs': 0.224379} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.767300] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.767592] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bff0c4e7-a4e9-4034-a280-746405d1c117 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.776794] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 714.776794] env[69473]: value = "task-3357485" [ 714.776794] env[69473]: _type = "Task" [ 714.776794] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.786172] env[69473]: DEBUG nova.compute.manager [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Received event network-vif-deleted-0be08f6a-9319-41ae-9115-0e3cb894a34c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.786280] env[69473]: DEBUG nova.compute.manager [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Received event network-vif-plugged-60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.786540] env[69473]: DEBUG oslo_concurrency.lockutils [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.787040] env[69473]: DEBUG oslo_concurrency.lockutils [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.787311] env[69473]: DEBUG oslo_concurrency.lockutils [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.787537] env[69473]: DEBUG nova.compute.manager [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] No waiting events found dispatching network-vif-plugged-60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.787681] env[69473]: WARNING nova.compute.manager [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Received unexpected event network-vif-plugged-60aba12a-982a-474c-aa3d-da28e9c99741 for instance with vm_state building and task_state spawning. [ 714.787914] env[69473]: DEBUG nova.compute.manager [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Received event network-changed-60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.788204] env[69473]: DEBUG nova.compute.manager [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Refreshing instance network info cache due to event network-changed-60aba12a-982a-474c-aa3d-da28e9c99741. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.788551] env[69473]: DEBUG oslo_concurrency.lockutils [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.788711] env[69473]: DEBUG oslo_concurrency.lockutils [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.788877] env[69473]: DEBUG nova.network.neutron [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Refreshing network info cache for port 60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.794038] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.837755] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.837988] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.838272] env[69473]: DEBUG nova.network.neutron [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.838503] env[69473]: DEBUG nova.objects.instance [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lazy-loading 'info_cache' on Instance uuid 959c58c5-2931-40dd-9afd-d3884a500adb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.868498] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.869284] env[69473]: DEBUG nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.873093] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.719s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.873373] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.873611] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 714.874067] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.731s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.876188] env[69473]: INFO nova.compute.claims [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.881748] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db9e33-16ab-4846-a014-74475e6bc734 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.893153] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dc66ed-300b-43cf-bf79-100f3b791315 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.912921] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc7ce1-4c5b-4c12-a22c-4f7f884c352a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.923088] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b619cd1b-b307-4a7d-8b28-91861d7e7780 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.956823] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179238MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 714.956823] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.041984] env[69473]: DEBUG oslo_vmware.api [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293529} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.041984] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.042196] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.042287] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.042572] env[69473]: INFO nova.compute.manager [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Took 1.22 seconds to destroy the instance on the hypervisor. [ 715.042868] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.043156] env[69473]: DEBUG nova.compute.manager [-] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.043307] env[69473]: DEBUG nova.network.neutron [-] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.066648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.120268] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.286306] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.334881] env[69473]: DEBUG nova.network.neutron [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.383573] env[69473]: DEBUG nova.compute.utils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.391201] env[69473]: DEBUG nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.391201] env[69473]: DEBUG nova.network.neutron [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.491021] env[69473]: DEBUG nova.policy [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54bf7b272c1043d18a028ab31abf8fa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194baaa50bc340458309b636c87b1bd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.513943] env[69473]: DEBUG nova.network.neutron [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.789937] env[69473]: DEBUG oslo_vmware.api [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357485, 'name': PowerOnVM_Task, 'duration_secs': 0.588169} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.790226] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.790426] env[69473]: INFO nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Took 6.35 seconds to spawn the instance on the hypervisor. [ 715.790598] env[69473]: DEBUG nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.792725] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ab08c-7ba8-4bf7-9f58-93317f70cd95 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.892224] env[69473]: DEBUG nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.981527] env[69473]: DEBUG nova.network.neutron [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Successfully created port: afd6988f-8ac6-4373-80f5-6fb216314a7c {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.016560] env[69473]: DEBUG oslo_concurrency.lockutils [req-33008c29-0759-4d38-aebd-11eda80783ce req-02dfd24c-a1e2-407b-b2d0-464bbb7d4fc1 service nova] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.017442] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.017927] env[69473]: DEBUG nova.network.neutron [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.271185] env[69473]: DEBUG nova.network.neutron [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance_info_cache with network_info: [{"id": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "address": "fa:16:3e:4f:ea:83", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769e8f-31", "ovs_interfaceid": "84769e8f-316e-4f92-9ee4-5f2c06f2eb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.312869] env[69473]: INFO nova.compute.manager [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Took 35.95 seconds to build instance. [ 716.523864] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20990ee-b610-4236-863c-fd5fbef7c60b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.531374] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef868cd-a33e-48ad-8ddd-ee10a5a1a079 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.563012] env[69473]: DEBUG nova.network.neutron [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.565431] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941c0df5-6132-48ea-9870-20bc2bc14211 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.573823] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201b98cc-b348-4a8f-8506-570c497dc55d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.587549] env[69473]: DEBUG nova.compute.provider_tree [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.636151] env[69473]: DEBUG nova.network.neutron [-] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.714529] env[69473]: DEBUG nova.network.neutron [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.771506] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-959c58c5-2931-40dd-9afd-d3884a500adb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.771834] env[69473]: DEBUG nova.objects.instance [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lazy-loading 'migration_context' on Instance uuid 959c58c5-2931-40dd-9afd-d3884a500adb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.814804] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d7104d54-68cd-4846-b10e-2b5ce588a808 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "e12f8476-00be-4b15-ac88-05b31bbecdb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.932s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.816087] env[69473]: DEBUG nova.compute.manager [req-1c06c90f-079e-4f75-a473-6f3173bb21d1 req-caed7308-88d1-419b-bf3b-5a2e5742879b service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-vif-deleted-9fa019a0-1f9e-46fc-a973-e85c0a578c63 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.816299] env[69473]: DEBUG nova.compute.manager [req-1c06c90f-079e-4f75-a473-6f3173bb21d1 req-caed7308-88d1-419b-bf3b-5a2e5742879b service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-vif-deleted-65fdb9f2-8398-4005-9236-f5aa0cc53662 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.816504] env[69473]: DEBUG nova.compute.manager [req-1c06c90f-079e-4f75-a473-6f3173bb21d1 req-caed7308-88d1-419b-bf3b-5a2e5742879b service nova] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Received event network-vif-deleted-41cbdc88-d1a5-4d0d-ade4-0d0907ef2dab {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.907817] env[69473]: DEBUG nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.935971] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.936291] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.936529] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.936760] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.936933] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.937105] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.937383] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.937571] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.937762] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.937945] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.938150] env[69473]: DEBUG nova.virt.hardware [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.939109] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e604a300-b23a-48d4-bcc5-99452af21d0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.947814] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20ca31d-9227-4288-8166-efaf78a24e66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.990259] env[69473]: DEBUG nova.compute.manager [None req-93c5b429-d5fc-4e48-a9f2-041261dea4d3 tempest-ServerDiagnosticsV248Test-1599616757 tempest-ServerDiagnosticsV248Test-1599616757-project-admin] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.991498] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e6dd80-33f9-40c4-8f7f-3772b0e53637 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.999192] env[69473]: INFO nova.compute.manager [None req-93c5b429-d5fc-4e48-a9f2-041261dea4d3 tempest-ServerDiagnosticsV248Test-1599616757 tempest-ServerDiagnosticsV248Test-1599616757-project-admin] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Retrieving diagnostics [ 717.000060] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c5eb17-698f-41cc-a6d4-f8f2be3f1b36 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.093770] env[69473]: DEBUG nova.scheduler.client.report [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.138998] env[69473]: INFO nova.compute.manager [-] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Took 2.10 seconds to deallocate network for instance. [ 717.216910] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.217296] env[69473]: DEBUG nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Instance network_info: |[{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.217736] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:9f:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60aba12a-982a-474c-aa3d-da28e9c99741', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.225147] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Creating folder: Project (1ef7d53c3e97433fa5a66f1afa938a11). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.225431] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37acca88-ff16-4401-80df-76227fa96626 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.236705] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Created folder: Project (1ef7d53c3e97433fa5a66f1afa938a11) in parent group-v669999. [ 717.236890] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Creating folder: Instances. Parent ref: group-v670090. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.237146] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbf65ad6-4447-4468-a98e-1f5cb2bdb239 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.246054] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Created folder: Instances in parent group-v670090. [ 717.246327] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.246489] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.247044] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69df59da-0e78-4f61-b27f-bb12fc373a36 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.265793] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.265793] env[69473]: value = "task-3357488" [ 717.265793] env[69473]: _type = "Task" [ 717.265793] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.273860] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357488, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.274426] env[69473]: DEBUG nova.objects.base [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Object Instance<959c58c5-2931-40dd-9afd-d3884a500adb> lazy-loaded attributes: info_cache,migration_context {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 717.275229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb8c07c-c7d6-4281-9313-7b325def3da9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.292903] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af9f76b-f934-48fa-936e-c9246196d28d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.299368] env[69473]: DEBUG oslo_vmware.api [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 717.299368] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b541b3-2ffa-d25e-d316-65b24d79da1f" [ 717.299368] env[69473]: _type = "Task" [ 717.299368] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.307535] env[69473]: DEBUG oslo_vmware.api [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b541b3-2ffa-d25e-d316-65b24d79da1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.319442] env[69473]: DEBUG nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.599126] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.602262] env[69473]: DEBUG nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.604837] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.294s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.605082] env[69473]: DEBUG nova.objects.instance [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lazy-loading 'resources' on Instance uuid 940e8a8f-5bdc-49fc-8aac-8383d2218376 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.645345] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.677137] env[69473]: DEBUG nova.network.neutron [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Successfully updated port: afd6988f-8ac6-4373-80f5-6fb216314a7c {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.776876] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357488, 'name': CreateVM_Task, 'duration_secs': 0.454226} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.777103] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.777878] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.778050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.778416] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.778673] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ad3352-60a9-4497-9fa7-75fe772b214b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.783275] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 717.783275] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bdf325-abc6-ee73-6ffe-66988b31b8b3" [ 717.783275] env[69473]: _type = "Task" [ 717.783275] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.792683] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bdf325-abc6-ee73-6ffe-66988b31b8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.808462] env[69473]: DEBUG oslo_vmware.api [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b541b3-2ffa-d25e-d316-65b24d79da1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.808780] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.843884] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.110223] env[69473]: DEBUG nova.compute.utils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.117588] env[69473]: DEBUG nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.118037] env[69473]: DEBUG nova.network.neutron [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.181346] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "refresh_cache-8c620fb8-43fd-42ef-a624-f7322147c3b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.181346] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired lock "refresh_cache-8c620fb8-43fd-42ef-a624-f7322147c3b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.181346] env[69473]: DEBUG nova.network.neutron [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.191223] env[69473]: DEBUG nova.policy [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49cb27038ff84c7986c2f00090c181cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b81a2d41e934e6dbac22c0cc8c6dc1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.298275] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bdf325-abc6-ee73-6ffe-66988b31b8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.301904] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.302261] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.302589] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.302797] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.303058] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.303703] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-310a4053-1b27-4ab6-8d16-a90263aba030 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.314617] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.314904] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.319599] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fea5759-c336-40af-b820-28b83bd22803 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.327510] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 718.327510] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5203b3ee-a1e3-96ef-c6a7-9793fc85e8d7" [ 718.327510] env[69473]: _type = "Task" [ 718.327510] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.343249] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5203b3ee-a1e3-96ef-c6a7-9793fc85e8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.566099] env[69473]: DEBUG nova.network.neutron [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Successfully created port: 8139469f-17d4-4dc7-bfc8-e4f51390c632 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.617881] env[69473]: DEBUG nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.626834] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a770ed1b-d5e5-48f2-b884-f3d3a437bc55 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.635025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1108f168-6adb-4395-9481-325f891934a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.672810] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c391e807-f672-4fbc-944c-d1eb9589d95f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.681334] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f9b6e-4d7f-4ca9-a79e-33a07eaf6c5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.704039] env[69473]: DEBUG nova.compute.provider_tree [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.734986] env[69473]: DEBUG nova.network.neutron [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.838536] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5203b3ee-a1e3-96ef-c6a7-9793fc85e8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016771} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.839883] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f58a6e-9571-4ed9-b512-5d72887733df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.847608] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 718.847608] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523a80b8-3b4a-59e0-c30d-f67694039dd9" [ 718.847608] env[69473]: _type = "Task" [ 718.847608] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.856564] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523a80b8-3b4a-59e0-c30d-f67694039dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.893285] env[69473]: DEBUG nova.compute.manager [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Received event network-vif-plugged-afd6988f-8ac6-4373-80f5-6fb216314a7c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.893285] env[69473]: DEBUG oslo_concurrency.lockutils [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] Acquiring lock "8c620fb8-43fd-42ef-a624-f7322147c3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.893285] env[69473]: DEBUG oslo_concurrency.lockutils [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.893611] env[69473]: DEBUG oslo_concurrency.lockutils [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.893901] env[69473]: DEBUG nova.compute.manager [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] No waiting events found dispatching network-vif-plugged-afd6988f-8ac6-4373-80f5-6fb216314a7c {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.894189] env[69473]: WARNING nova.compute.manager [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Received unexpected event network-vif-plugged-afd6988f-8ac6-4373-80f5-6fb216314a7c for instance with vm_state building and task_state spawning. [ 718.894466] env[69473]: DEBUG nova.compute.manager [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Received event network-changed-afd6988f-8ac6-4373-80f5-6fb216314a7c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.894716] env[69473]: DEBUG nova.compute.manager [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Refreshing instance network info cache due to event network-changed-afd6988f-8ac6-4373-80f5-6fb216314a7c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.894982] env[69473]: DEBUG oslo_concurrency.lockutils [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] Acquiring lock "refresh_cache-8c620fb8-43fd-42ef-a624-f7322147c3b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.946092] env[69473]: DEBUG nova.network.neutron [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Updating instance_info_cache with network_info: [{"id": "afd6988f-8ac6-4373-80f5-6fb216314a7c", "address": "fa:16:3e:03:0f:1d", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd6988f-8a", "ovs_interfaceid": "afd6988f-8ac6-4373-80f5-6fb216314a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.203643] env[69473]: DEBUG nova.scheduler.client.report [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.359633] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523a80b8-3b4a-59e0-c30d-f67694039dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.017316} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.359901] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.360213] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 4095a995-43fe-4f2b-a38d-d83e46c20c7c/4095a995-43fe-4f2b-a38d-d83e46c20c7c.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.360467] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381e2a32-498c-49a1-bf2f-395e4a97c2e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.367510] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 719.367510] env[69473]: value = "task-3357489" [ 719.367510] env[69473]: _type = "Task" [ 719.367510] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.375892] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.449235] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Releasing lock "refresh_cache-8c620fb8-43fd-42ef-a624-f7322147c3b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.449596] env[69473]: DEBUG nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Instance network_info: |[{"id": "afd6988f-8ac6-4373-80f5-6fb216314a7c", "address": "fa:16:3e:03:0f:1d", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd6988f-8a", "ovs_interfaceid": "afd6988f-8ac6-4373-80f5-6fb216314a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.449903] env[69473]: DEBUG oslo_concurrency.lockutils [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] Acquired lock "refresh_cache-8c620fb8-43fd-42ef-a624-f7322147c3b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.450071] env[69473]: DEBUG nova.network.neutron [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Refreshing network info cache for port afd6988f-8ac6-4373-80f5-6fb216314a7c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.451323] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:0f:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd6988f-8ac6-4373-80f5-6fb216314a7c', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.459764] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.462877] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.463407] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09c453e-06bb-42b5-87af-122e6d728ec3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.484366] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.484366] env[69473]: value = "task-3357490" [ 719.484366] env[69473]: _type = "Task" [ 719.484366] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.492735] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357490, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.629593] env[69473]: DEBUG nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.654030] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.654030] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.654030] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.654030] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.654784] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.655038] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.655292] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.655523] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.655649] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.655809] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.655980] env[69473]: DEBUG nova.virt.hardware [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.656874] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6760cfe3-1106-42db-95c7-d29641dd9f66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.669860] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03be7d7-12ab-4b18-8c6d-68d2fa7333de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.711013] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.711208] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.405s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.714446] env[69473]: DEBUG nova.objects.instance [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lazy-loading 'resources' on Instance uuid 2d0eae83-e347-4b52-a5d6-322b6e613b28 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.741834] env[69473]: INFO nova.scheduler.client.report [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Deleted allocations for instance 940e8a8f-5bdc-49fc-8aac-8383d2218376 [ 719.880772] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357489, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.924274] env[69473]: DEBUG nova.network.neutron [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Updated VIF entry in instance network info cache for port afd6988f-8ac6-4373-80f5-6fb216314a7c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.924644] env[69473]: DEBUG nova.network.neutron [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Updating instance_info_cache with network_info: [{"id": "afd6988f-8ac6-4373-80f5-6fb216314a7c", "address": "fa:16:3e:03:0f:1d", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd6988f-8a", "ovs_interfaceid": "afd6988f-8ac6-4373-80f5-6fb216314a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.995265] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357490, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.195897] env[69473]: DEBUG nova.network.neutron [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Successfully updated port: 8139469f-17d4-4dc7-bfc8-e4f51390c632 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.251209] env[69473]: DEBUG oslo_concurrency.lockutils [None req-01583c37-979c-45fb-9487-97bf630889bf tempest-ServerMetadataTestJSON-1296227588 tempest-ServerMetadataTestJSON-1296227588-project-member] Lock "940e8a8f-5bdc-49fc-8aac-8383d2218376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.685s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.380563] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726531} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.380841] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 4095a995-43fe-4f2b-a38d-d83e46c20c7c/4095a995-43fe-4f2b-a38d-d83e46c20c7c.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.381068] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.381340] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c463d205-a830-4819-ac2f-435cf81f9fbd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.387875] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 720.387875] env[69473]: value = "task-3357491" [ 720.387875] env[69473]: _type = "Task" [ 720.387875] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.400374] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.428381] env[69473]: DEBUG oslo_concurrency.lockutils [req-a31c63a6-324b-4195-8b34-24bfe8b03b46 req-d020b0a3-8a98-47a7-b377-12a4e8369711 service nova] Releasing lock "refresh_cache-8c620fb8-43fd-42ef-a624-f7322147c3b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.495759] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357490, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.639408] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cad928-2e29-43ed-8b4f-b4dfe444a71f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.647697] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93447d7-4f80-4e81-9e13-529da4987bb9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.728381] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3c5eb9-0e05-49bf-94af-fabcc00cc18e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.728381] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "refresh_cache-3da619f4-d845-4ec6-aed4-1271d5cf1b0a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.728381] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired lock "refresh_cache-3da619f4-d845-4ec6-aed4-1271d5cf1b0a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.728381] env[69473]: DEBUG nova.network.neutron [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.728381] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29477a67-4747-48f8-9268-1fb6d8e7a47f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.739640] env[69473]: DEBUG nova.compute.provider_tree [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.900358] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08982} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.900648] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.901463] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a9c23b-1d2d-4d20-88e1-272830aac873 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.924473] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4095a995-43fe-4f2b-a38d-d83e46c20c7c/4095a995-43fe-4f2b-a38d-d83e46c20c7c.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.924817] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a601be64-8656-4cc7-b6a1-b332b68eb414 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.943859] env[69473]: DEBUG nova.compute.manager [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Received event network-vif-plugged-8139469f-17d4-4dc7-bfc8-e4f51390c632 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.944191] env[69473]: DEBUG oslo_concurrency.lockutils [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] Acquiring lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.944404] env[69473]: DEBUG oslo_concurrency.lockutils [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.944786] env[69473]: DEBUG oslo_concurrency.lockutils [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.944960] env[69473]: DEBUG nova.compute.manager [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] No waiting events found dispatching network-vif-plugged-8139469f-17d4-4dc7-bfc8-e4f51390c632 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.945143] env[69473]: WARNING nova.compute.manager [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Received unexpected event network-vif-plugged-8139469f-17d4-4dc7-bfc8-e4f51390c632 for instance with vm_state building and task_state spawning. [ 720.945299] env[69473]: DEBUG nova.compute.manager [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Received event network-changed-8139469f-17d4-4dc7-bfc8-e4f51390c632 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.945443] env[69473]: DEBUG nova.compute.manager [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Refreshing instance network info cache due to event network-changed-8139469f-17d4-4dc7-bfc8-e4f51390c632. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.945621] env[69473]: DEBUG oslo_concurrency.lockutils [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] Acquiring lock "refresh_cache-3da619f4-d845-4ec6-aed4-1271d5cf1b0a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.947467] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 720.947467] env[69473]: value = "task-3357492" [ 720.947467] env[69473]: _type = "Task" [ 720.947467] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.959484] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.997326] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357490, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.020636] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f301e7-9fcf-899f-804e-2e3e054d0534/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 721.021493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b42131-90b2-4496-9f0c-1601f1a0fb31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.027344] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f301e7-9fcf-899f-804e-2e3e054d0534/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 721.027517] env[69473]: ERROR oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f301e7-9fcf-899f-804e-2e3e054d0534/disk-0.vmdk due to incomplete transfer. [ 721.027757] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c959007-d1eb-42e7-a8ff-f50bada3d042 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.034464] env[69473]: DEBUG oslo_vmware.rw_handles [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f301e7-9fcf-899f-804e-2e3e054d0534/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 721.034659] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Uploaded image ce14c0a0-6cbd-44f9-838d-0cdf55afb568 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 721.037530] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 721.038111] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be99a7e5-1b80-41fe-a3a6-d87f093d3f42 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.043797] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 721.043797] env[69473]: value = "task-3357493" [ 721.043797] env[69473]: _type = "Task" [ 721.043797] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.052804] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357493, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.243221] env[69473]: DEBUG nova.scheduler.client.report [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.264217] env[69473]: DEBUG nova.network.neutron [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.459124] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357492, 'name': ReconfigVM_Task, 'duration_secs': 0.435936} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.459403] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4095a995-43fe-4f2b-a38d-d83e46c20c7c/4095a995-43fe-4f2b-a38d-d83e46c20c7c.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.460057] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e27143bd-d781-4bcc-b1e4-d6b4c5a2249e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.475106] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 721.475106] env[69473]: value = "task-3357494" [ 721.475106] env[69473]: _type = "Task" [ 721.475106] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.477124] env[69473]: DEBUG nova.network.neutron [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Updating instance_info_cache with network_info: [{"id": "8139469f-17d4-4dc7-bfc8-e4f51390c632", "address": "fa:16:3e:98:09:20", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8139469f-17", "ovs_interfaceid": "8139469f-17d4-4dc7-bfc8-e4f51390c632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.488067] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357494, 'name': Rename_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.497331] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357490, 'name': CreateVM_Task, 'duration_secs': 1.540028} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.497517] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.498245] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.498400] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.498740] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.499015] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a29a4f5-c7a5-4fb9-aa49-d050e863f3bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.504104] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 721.504104] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5262aa67-949f-7fcc-d375-a9f5dc9d9e30" [ 721.504104] env[69473]: _type = "Task" [ 721.504104] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.512431] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5262aa67-949f-7fcc-d375-a9f5dc9d9e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.552624] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357493, 'name': Destroy_Task, 'duration_secs': 0.393777} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.553662] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Destroyed the VM [ 721.553662] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.553662] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14d3e56e-bb72-4f23-9671-5cdc06e4ede2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.559816] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 721.559816] env[69473]: value = "task-3357495" [ 721.559816] env[69473]: _type = "Task" [ 721.559816] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.568425] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.749397] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.752118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.588s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.753830] env[69473]: INFO nova.compute.claims [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.786125] env[69473]: INFO nova.scheduler.client.report [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Deleted allocations for instance 2d0eae83-e347-4b52-a5d6-322b6e613b28 [ 721.982218] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Releasing lock "refresh_cache-3da619f4-d845-4ec6-aed4-1271d5cf1b0a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983782] env[69473]: DEBUG nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Instance network_info: |[{"id": "8139469f-17d4-4dc7-bfc8-e4f51390c632", "address": "fa:16:3e:98:09:20", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8139469f-17", "ovs_interfaceid": "8139469f-17d4-4dc7-bfc8-e4f51390c632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.984900] env[69473]: DEBUG oslo_concurrency.lockutils [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] Acquired lock "refresh_cache-3da619f4-d845-4ec6-aed4-1271d5cf1b0a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.986718] env[69473]: DEBUG nova.network.neutron [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Refreshing network info cache for port 8139469f-17d4-4dc7-bfc8-e4f51390c632 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.986718] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:09:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8139469f-17d4-4dc7-bfc8-e4f51390c632', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.997123] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Creating folder: Project (3b81a2d41e934e6dbac22c0cc8c6dc1c). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.003050] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79e14b04-be26-43b8-a7dd-bed149633d6a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.009081] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357494, 'name': Rename_Task, 'duration_secs': 0.133806} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.016506] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.017319] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43224717-ef83-41a7-860f-619e37aecb37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.026747] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5262aa67-949f-7fcc-d375-a9f5dc9d9e30, 'name': SearchDatastore_Task, 'duration_secs': 0.028153} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.028719] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.029399] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.029399] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.029563] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.029625] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.029904] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 722.029904] env[69473]: value = "task-3357497" [ 722.029904] env[69473]: _type = "Task" [ 722.029904] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.030123] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Created folder: Project (3b81a2d41e934e6dbac22c0cc8c6dc1c) in parent group-v669999. [ 722.030305] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Creating folder: Instances. Parent ref: group-v670094. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.030621] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fabb6a-767c-46ab-a449-921c5d7a94cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.032536] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d05e5bba-332b-4b05-8381-33436995b9ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.044427] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357497, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.046231] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Created folder: Instances in parent group-v670094. [ 722.047312] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.047727] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.048106] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.048284] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.049023] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e2433f7-0bf6-42e5-9c1c-ebee512f2ef9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.064925] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54f7c11-426c-4a26-8098-8cc61753eea8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.078455] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 722.078455] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52727cf8-743a-c955-1d84-d6ff631dac78" [ 722.078455] env[69473]: _type = "Task" [ 722.078455] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.083998] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.083998] env[69473]: value = "task-3357499" [ 722.083998] env[69473]: _type = "Task" [ 722.083998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.084396] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357495, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.105087] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52727cf8-743a-c955-1d84-d6ff631dac78, 'name': SearchDatastore_Task, 'duration_secs': 0.016825} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.105695] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357499, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.106270] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d37b3e-d97a-43a5-99b8-a63659f7330b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.112461] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 722.112461] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52539586-adf6-0bd1-2f0d-bb6887d56fc5" [ 722.112461] env[69473]: _type = "Task" [ 722.112461] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.121424] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52539586-adf6-0bd1-2f0d-bb6887d56fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.299686] env[69473]: DEBUG oslo_concurrency.lockutils [None req-de89ada2-d226-4e78-afcc-54e3912a21c0 tempest-TenantUsagesTestJSON-854328701 tempest-TenantUsagesTestJSON-854328701-project-member] Lock "2d0eae83-e347-4b52-a5d6-322b6e613b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.639s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.370304] env[69473]: DEBUG nova.network.neutron [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Updated VIF entry in instance network info cache for port 8139469f-17d4-4dc7-bfc8-e4f51390c632. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.370694] env[69473]: DEBUG nova.network.neutron [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Updating instance_info_cache with network_info: [{"id": "8139469f-17d4-4dc7-bfc8-e4f51390c632", "address": "fa:16:3e:98:09:20", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8139469f-17", "ovs_interfaceid": "8139469f-17d4-4dc7-bfc8-e4f51390c632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.545425] env[69473]: DEBUG oslo_vmware.api [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357497, 'name': PowerOnVM_Task, 'duration_secs': 0.487619} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.545425] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.545425] env[69473]: INFO nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Took 8.45 seconds to spawn the instance on the hypervisor. [ 722.545425] env[69473]: DEBUG nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.545425] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51df420-3839-48a5-a7a0-063de4f3b557 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.581916] env[69473]: DEBUG oslo_vmware.api [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357495, 'name': RemoveSnapshot_Task, 'duration_secs': 0.564975} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.582219] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 722.582459] env[69473]: INFO nova.compute.manager [None req-712559a8-df80-44b1-aa05-5da78cf858cb tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Took 13.76 seconds to snapshot the instance on the hypervisor. [ 722.599458] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357499, 'name': CreateVM_Task, 'duration_secs': 0.399272} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.599458] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.599458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.599458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.599458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.599734] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c001b9-b769-41f2-8f1a-dca61b8377e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.608695] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 722.608695] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52678993-2148-64b6-8d74-2ed0abcb5ecd" [ 722.608695] env[69473]: _type = "Task" [ 722.608695] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.622170] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52678993-2148-64b6-8d74-2ed0abcb5ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.626313] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52539586-adf6-0bd1-2f0d-bb6887d56fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.015628} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.626313] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.626313] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 8c620fb8-43fd-42ef-a624-f7322147c3b0/8c620fb8-43fd-42ef-a624-f7322147c3b0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.627207] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b6f6496-4323-487e-a2e8-d96fef511d44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.637534] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 722.637534] env[69473]: value = "task-3357500" [ 722.637534] env[69473]: _type = "Task" [ 722.637534] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.647704] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.873966] env[69473]: DEBUG oslo_concurrency.lockutils [req-f161ae0d-aadf-4f11-b8f6-20452efa899d req-602d5c82-2440-4e2f-9eb2-67c5fe36ec79 service nova] Releasing lock "refresh_cache-3da619f4-d845-4ec6-aed4-1271d5cf1b0a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.069422] env[69473]: INFO nova.compute.manager [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Took 39.28 seconds to build instance. [ 723.122815] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52678993-2148-64b6-8d74-2ed0abcb5ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.018814} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.126364] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.126638] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.126882] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.127645] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.127645] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.128302] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9628f961-89ec-48c1-8f5c-be09f893ecdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.148656] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357500, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.150136] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.150335] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.154134] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfe11b2-e83c-4def-a347-f275667bd47e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.163437] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 723.163437] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521997dd-9d7f-cf95-9c39-93eb9b24ea11" [ 723.163437] env[69473]: _type = "Task" [ 723.163437] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.175403] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521997dd-9d7f-cf95-9c39-93eb9b24ea11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.451029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221c0e7-2100-4494-9661-5e0a8a48d320 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.460377] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d6d7d9-73ac-4230-842a-a693ee762ba0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.494807] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384314ef-c85a-430b-b281-cbf43d5fdeb4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.503468] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f2192b-2550-40a6-bcea-cfd65b30c2e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.517090] env[69473]: DEBUG nova.compute.provider_tree [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.572862] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ed5eedb8-422a-4719-94a8-d9cfce0cea7f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.662s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.584778] env[69473]: DEBUG nova.compute.manager [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Received event network-changed-60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.585880] env[69473]: DEBUG nova.compute.manager [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Refreshing instance network info cache due to event network-changed-60aba12a-982a-474c-aa3d-da28e9c99741. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.585880] env[69473]: DEBUG oslo_concurrency.lockutils [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.586108] env[69473]: DEBUG oslo_concurrency.lockutils [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.587114] env[69473]: DEBUG nova.network.neutron [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Refreshing network info cache for port 60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.647744] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779991} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.648595] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 8c620fb8-43fd-42ef-a624-f7322147c3b0/8c620fb8-43fd-42ef-a624-f7322147c3b0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.648595] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.648595] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76c63595-6525-4969-8959-34a69df960d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.654532] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 723.654532] env[69473]: value = "task-3357501" [ 723.654532] env[69473]: _type = "Task" [ 723.654532] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.665013] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.672806] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521997dd-9d7f-cf95-9c39-93eb9b24ea11, 'name': SearchDatastore_Task, 'duration_secs': 0.066567} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.673613] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485cf34f-335c-4bdc-81a5-e6e071460a0f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.679014] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 723.679014] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527342f6-7558-9dfc-343e-0157322f3111" [ 723.679014] env[69473]: _type = "Task" [ 723.679014] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.689394] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527342f6-7558-9dfc-343e-0157322f3111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.020448] env[69473]: DEBUG nova.scheduler.client.report [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.077233] env[69473]: DEBUG nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.165135] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069064} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.165463] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.166283] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b2e09d-9ede-4e99-a0cc-001210cf8a24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.190150] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 8c620fb8-43fd-42ef-a624-f7322147c3b0/8c620fb8-43fd-42ef-a624-f7322147c3b0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.196361] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a63a3870-ccc7-47ac-bf3e-f3daad0c28d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.217619] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527342f6-7558-9dfc-343e-0157322f3111, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.218980] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.219256] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 3da619f4-d845-4ec6-aed4-1271d5cf1b0a/3da619f4-d845-4ec6-aed4-1271d5cf1b0a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.219582] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 724.219582] env[69473]: value = "task-3357502" [ 724.219582] env[69473]: _type = "Task" [ 724.219582] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.219756] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b31ad7a8-e115-4d1d-bce0-bb3203aca655 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.230097] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.231419] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 724.231419] env[69473]: value = "task-3357503" [ 724.231419] env[69473]: _type = "Task" [ 724.231419] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.239158] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.308291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.308291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.308291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.308291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.308291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.309651] env[69473]: INFO nova.compute.manager [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Terminating instance [ 724.411386] env[69473]: DEBUG nova.network.neutron [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updated VIF entry in instance network info cache for port 60aba12a-982a-474c-aa3d-da28e9c99741. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.411678] env[69473]: DEBUG nova.network.neutron [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.431098] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.431455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.525427] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.526167] env[69473]: DEBUG nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.529679] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.819s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.532049] env[69473]: INFO nova.compute.claims [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.606112] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.732746] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.740946] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489066} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.741240] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 3da619f4-d845-4ec6-aed4-1271d5cf1b0a/3da619f4-d845-4ec6-aed4-1271d5cf1b0a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.741458] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.741715] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fd06aae-cd64-4987-afdf-d14192d79d5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.748125] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 724.748125] env[69473]: value = "task-3357504" [ 724.748125] env[69473]: _type = "Task" [ 724.748125] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.756570] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.813572] env[69473]: DEBUG nova.compute.manager [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.813827] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.814854] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df712e0-260e-419e-8194-439a7e22b06b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.822067] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.822309] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7fda307-3769-4c18-a39f-31889e9cc5de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.828668] env[69473]: DEBUG oslo_vmware.api [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 724.828668] env[69473]: value = "task-3357505" [ 724.828668] env[69473]: _type = "Task" [ 724.828668] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.835909] env[69473]: DEBUG oslo_vmware.api [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.915221] env[69473]: DEBUG oslo_concurrency.lockutils [req-94806c4d-0fa3-4983-8ebb-b97000a39ef0 req-a53069b2-ff15-4153-b6e1-e1d4042586ab service nova] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.037189] env[69473]: DEBUG nova.compute.utils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.039369] env[69473]: DEBUG nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.039369] env[69473]: DEBUG nova.network.neutron [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.102459] env[69473]: DEBUG nova.policy [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49cb27038ff84c7986c2f00090c181cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b81a2d41e934e6dbac22c0cc8c6dc1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.233954] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357502, 'name': ReconfigVM_Task, 'duration_secs': 0.768406} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.234260] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 8c620fb8-43fd-42ef-a624-f7322147c3b0/8c620fb8-43fd-42ef-a624-f7322147c3b0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.234935] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbb52c8b-0338-4a62-b176-8b4f0dda8c4a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.241439] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 725.241439] env[69473]: value = "task-3357506" [ 725.241439] env[69473]: _type = "Task" [ 725.241439] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.254355] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357506, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.259814] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064121} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.260140] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.260875] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972fbf2-a138-467c-882c-1e93129bd5bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.283773] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 3da619f4-d845-4ec6-aed4-1271d5cf1b0a/3da619f4-d845-4ec6-aed4-1271d5cf1b0a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.284249] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56adc5e9-4dad-4076-9b7f-3b0bf1758854 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.304053] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 725.304053] env[69473]: value = "task-3357507" [ 725.304053] env[69473]: _type = "Task" [ 725.304053] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.312568] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.342480] env[69473]: DEBUG oslo_vmware.api [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357505, 'name': PowerOffVM_Task, 'duration_secs': 0.406939} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.342905] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.343192] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.343564] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7953957-f832-4368-8172-ac9a3cd031ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.391127] env[69473]: DEBUG nova.network.neutron [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Successfully created port: 57e078d7-c38e-41c1-b3b3-014e63fcd8cc {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.408902] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.408902] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.409079] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Deleting the datastore file [datastore1] d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.409365] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc705adc-3338-4809-83ae-2566a352a5e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.417805] env[69473]: DEBUG oslo_vmware.api [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for the task: (returnval){ [ 725.417805] env[69473]: value = "task-3357509" [ 725.417805] env[69473]: _type = "Task" [ 725.417805] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.433100] env[69473]: DEBUG oslo_vmware.api [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.547023] env[69473]: DEBUG nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.751597] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357506, 'name': Rename_Task, 'duration_secs': 0.248793} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.751886] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.752149] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df2546e-e47b-497d-889e-390f5a201ef7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.758771] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 725.758771] env[69473]: value = "task-3357510" [ 725.758771] env[69473]: _type = "Task" [ 725.758771] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.776164] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.813972] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357507, 'name': ReconfigVM_Task, 'duration_secs': 0.303927} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.816541] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 3da619f4-d845-4ec6-aed4-1271d5cf1b0a/3da619f4-d845-4ec6-aed4-1271d5cf1b0a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.817571] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32bbbd47-10a0-4f5d-ace4-4ce5297bd24c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.824109] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 725.824109] env[69473]: value = "task-3357511" [ 725.824109] env[69473]: _type = "Task" [ 725.824109] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.834280] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357511, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.927496] env[69473]: DEBUG oslo_vmware.api [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Task: {'id': task-3357509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172552} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.930450] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.930674] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.930836] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.931020] env[69473]: INFO nova.compute.manager [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 725.931305] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.931777] env[69473]: DEBUG nova.compute.manager [-] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.931915] env[69473]: DEBUG nova.network.neutron [-] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.967064] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa259245-9d72-4bf1-b3f5-272e48f53afd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.974595] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e6f599-080d-4f5c-b70f-b71a858fa12e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.011495] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae4f0d6-f85c-414e-9375-2d0d56813bd7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.019533] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab47014-c078-4684-8c4d-f50e0f19e909 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.033678] env[69473]: DEBUG nova.compute.provider_tree [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.207768] env[69473]: DEBUG nova.compute.manager [req-684d1b9f-899b-43bf-873e-b6f6ca159c75 req-91365d15-c78d-4715-a7b3-51f3baba241c service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Received event network-vif-deleted-249dd398-53d1-42b4-ac50-5d188c7dc1be {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.207993] env[69473]: INFO nova.compute.manager [req-684d1b9f-899b-43bf-873e-b6f6ca159c75 req-91365d15-c78d-4715-a7b3-51f3baba241c service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Neutron deleted interface 249dd398-53d1-42b4-ac50-5d188c7dc1be; detaching it from the instance and deleting it from the info cache [ 726.208134] env[69473]: DEBUG nova.network.neutron [req-684d1b9f-899b-43bf-873e-b6f6ca159c75 req-91365d15-c78d-4715-a7b3-51f3baba241c service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.269021] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357510, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.333989] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357511, 'name': Rename_Task, 'duration_secs': 0.139664} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.334282] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.334533] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13064c78-ff2d-4b35-88e5-3f8a90c396b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.341318] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 726.341318] env[69473]: value = "task-3357512" [ 726.341318] env[69473]: _type = "Task" [ 726.341318] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.349120] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.538023] env[69473]: DEBUG nova.scheduler.client.report [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.556495] env[69473]: DEBUG nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.586754] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.587118] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.587364] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.587615] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.587826] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.588046] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.588353] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.588579] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.588819] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.589057] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.589308] env[69473]: DEBUG nova.virt.hardware [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.590553] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0b077-f1fc-41ac-8e81-8492201c34d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.602032] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3bbbfe-1102-47af-a074-c14da8017f05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.692594] env[69473]: DEBUG nova.network.neutron [-] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.710847] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cbf4a83-bdb3-4f20-97a0-53fcd967cfe4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.720377] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b3fd6f-2830-4cc6-ac52-8efd01c02a08 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.756012] env[69473]: DEBUG nova.compute.manager [req-684d1b9f-899b-43bf-873e-b6f6ca159c75 req-91365d15-c78d-4715-a7b3-51f3baba241c service nova] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Detach interface failed, port_id=249dd398-53d1-42b4-ac50-5d188c7dc1be, reason: Instance d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.768680] env[69473]: DEBUG oslo_vmware.api [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357510, 'name': PowerOnVM_Task, 'duration_secs': 0.846573} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.768964] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.769166] env[69473]: INFO nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Took 9.86 seconds to spawn the instance on the hypervisor. [ 726.769357] env[69473]: DEBUG nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.770127] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152ff9a4-fc23-46cf-8232-f448fc402a7c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.851537] env[69473]: DEBUG oslo_vmware.api [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357512, 'name': PowerOnVM_Task, 'duration_secs': 0.444072} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.851812] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.852028] env[69473]: INFO nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Took 7.22 seconds to spawn the instance on the hypervisor. [ 726.852206] env[69473]: DEBUG nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.852944] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da10ba2-05ee-4723-a091-a4b945818e6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.962513] env[69473]: DEBUG nova.network.neutron [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Successfully updated port: 57e078d7-c38e-41c1-b3b3-014e63fcd8cc {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.972376] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Acquiring lock "0b762725-776a-4a67-9a02-4212f1f66a0e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.973023] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.043196] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.043724] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.046307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.136s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.047741] env[69473]: INFO nova.compute.claims [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.200235] env[69473]: INFO nova.compute.manager [-] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Took 1.27 seconds to deallocate network for instance. [ 727.288524] env[69473]: INFO nova.compute.manager [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Took 40.17 seconds to build instance. [ 727.371693] env[69473]: INFO nova.compute.manager [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Took 39.25 seconds to build instance. [ 727.465136] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "refresh_cache-0511381c-3185-4825-9464-7b74e05e696f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.465136] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired lock "refresh_cache-0511381c-3185-4825-9464-7b74e05e696f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.465136] env[69473]: DEBUG nova.network.neutron [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.476051] env[69473]: DEBUG nova.compute.utils [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.553532] env[69473]: DEBUG nova.compute.utils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.555478] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.555646] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.571513] env[69473]: DEBUG nova.compute.manager [None req-fe7e1824-76a2-45fa-95cf-995980b7985b tempest-ServerDiagnosticsV248Test-1599616757 tempest-ServerDiagnosticsV248Test-1599616757-project-admin] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.572061] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10f2dee-3a7f-4f9c-89c9-22db6830df42 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.579989] env[69473]: INFO nova.compute.manager [None req-fe7e1824-76a2-45fa-95cf-995980b7985b tempest-ServerDiagnosticsV248Test-1599616757 tempest-ServerDiagnosticsV248Test-1599616757-project-admin] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Retrieving diagnostics [ 727.580696] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21be9a4-a550-4bbe-ae48-1e4bc617b6c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.613323] env[69473]: DEBUG nova.policy [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b1f9f4d14b40fa8c75a600edc1ef4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bf31cf59d496f9b8767a477f23b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.708534] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.790451] env[69473]: DEBUG oslo_concurrency.lockutils [None req-acdb7c43-d148-471f-b336-fc19e2eacb5e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.931s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.874554] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38240b71-01b7-487d-8446-f64128b4d49a tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.197s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.878625] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Successfully created port: 2dd11519-e432-40e7-9cc0-7a01b1ee5fdd {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.978580] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.018494] env[69473]: DEBUG nova.network.neutron [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.059168] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.243897] env[69473]: DEBUG nova.network.neutron [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Updating instance_info_cache with network_info: [{"id": "57e078d7-c38e-41c1-b3b3-014e63fcd8cc", "address": "fa:16:3e:f4:74:77", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e078d7-c3", "ovs_interfaceid": "57e078d7-c38e-41c1-b3b3-014e63fcd8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.293912] env[69473]: DEBUG nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.376822] env[69473]: DEBUG nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.487666] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7c735-27a2-4cf3-bc6a-cc8303fd5f19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.495437] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d2ad5-0d71-4a08-913c-6b737011a77d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.529763] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec10ce4-396c-4884-a91f-fa1663efdc17 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.537382] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4085b3c2-188c-4f29-ad5f-298fd0ec60da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.552439] env[69473]: DEBUG nova.compute.provider_tree [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.747976] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Releasing lock "refresh_cache-0511381c-3185-4825-9464-7b74e05e696f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.748291] env[69473]: DEBUG nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Instance network_info: |[{"id": "57e078d7-c38e-41c1-b3b3-014e63fcd8cc", "address": "fa:16:3e:f4:74:77", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e078d7-c3", "ovs_interfaceid": "57e078d7-c38e-41c1-b3b3-014e63fcd8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.748736] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:74:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57e078d7-c38e-41c1-b3b3-014e63fcd8cc', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.756750] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.757478] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.758784] env[69473]: DEBUG nova.compute.manager [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Received event network-vif-plugged-57e078d7-c38e-41c1-b3b3-014e63fcd8cc {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.759341] env[69473]: DEBUG oslo_concurrency.lockutils [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] Acquiring lock "0511381c-3185-4825-9464-7b74e05e696f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.759341] env[69473]: DEBUG oslo_concurrency.lockutils [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] Lock "0511381c-3185-4825-9464-7b74e05e696f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.759341] env[69473]: DEBUG oslo_concurrency.lockutils [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] Lock "0511381c-3185-4825-9464-7b74e05e696f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.759341] env[69473]: DEBUG nova.compute.manager [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] No waiting events found dispatching network-vif-plugged-57e078d7-c38e-41c1-b3b3-014e63fcd8cc {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.759536] env[69473]: WARNING nova.compute.manager [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Received unexpected event network-vif-plugged-57e078d7-c38e-41c1-b3b3-014e63fcd8cc for instance with vm_state building and task_state spawning. [ 728.759705] env[69473]: DEBUG nova.compute.manager [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Received event network-changed-57e078d7-c38e-41c1-b3b3-014e63fcd8cc {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.759869] env[69473]: DEBUG nova.compute.manager [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Refreshing instance network info cache due to event network-changed-57e078d7-c38e-41c1-b3b3-014e63fcd8cc. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.760436] env[69473]: DEBUG oslo_concurrency.lockutils [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] Acquiring lock "refresh_cache-0511381c-3185-4825-9464-7b74e05e696f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.760436] env[69473]: DEBUG oslo_concurrency.lockutils [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] Acquired lock "refresh_cache-0511381c-3185-4825-9464-7b74e05e696f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.760436] env[69473]: DEBUG nova.network.neutron [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Refreshing network info cache for port 57e078d7-c38e-41c1-b3b3-014e63fcd8cc {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.761433] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b356ec22-9c9c-428b-be85-1a9256208305 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.782478] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.782478] env[69473]: value = "task-3357513" [ 728.782478] env[69473]: _type = "Task" [ 728.782478] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.791747] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357513, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.811960] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.899040] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.058404] env[69473]: DEBUG nova.scheduler.client.report [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.062550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Acquiring lock "0b762725-776a-4a67-9a02-4212f1f66a0e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.063554] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.063554] env[69473]: INFO nova.compute.manager [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Attaching volume a5de170b-974a-4ba7-947d-d62ca3d0ecd5 to /dev/sdb [ 729.068066] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.099137] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.099519] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.099784] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.100096] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.100337] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.100579] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.100897] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.101166] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.101438] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.101724] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.102063] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.103025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594ef953-ce4c-4a9c-a2de-eeff01e74581 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.107537] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce4f59-00a1-4c4d-9a66-0eb8e4a981e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.117556] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75de598e-4100-408b-ad73-4eb5eb96b082 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.121834] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7e1bca-86e2-49f5-b1fd-4d820194dcba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.138335] env[69473]: DEBUG nova.virt.block_device [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Updating existing volume attachment record: b7cf85ca-7934-47fb-bd2b-22fbbc1b19c4 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 729.188308] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "e12f8476-00be-4b15-ac88-05b31bbecdb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.188424] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "e12f8476-00be-4b15-ac88-05b31bbecdb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.188705] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "e12f8476-00be-4b15-ac88-05b31bbecdb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.188938] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "e12f8476-00be-4b15-ac88-05b31bbecdb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.189731] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "e12f8476-00be-4b15-ac88-05b31bbecdb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.193922] env[69473]: INFO nova.compute.manager [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Terminating instance [ 729.293615] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357513, 'name': CreateVM_Task, 'duration_secs': 0.312072} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.293802] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.294478] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.294723] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.295017] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.295314] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa54939-5d99-4778-8e58-10dbcaff9598 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.299783] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 729.299783] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6811b-54e3-c625-4376-510563b1d508" [ 729.299783] env[69473]: _type = "Task" [ 729.299783] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.307655] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6811b-54e3-c625-4376-510563b1d508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.525775] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "8c620fb8-43fd-42ef-a624-f7322147c3b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.526209] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.526456] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "8c620fb8-43fd-42ef-a624-f7322147c3b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.526658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.526834] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.529199] env[69473]: INFO nova.compute.manager [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Terminating instance [ 729.566467] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.567428] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.570873] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.470s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.572356] env[69473]: INFO nova.compute.claims [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.611128] env[69473]: DEBUG nova.network.neutron [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Updated VIF entry in instance network info cache for port 57e078d7-c38e-41c1-b3b3-014e63fcd8cc. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.611483] env[69473]: DEBUG nova.network.neutron [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Updating instance_info_cache with network_info: [{"id": "57e078d7-c38e-41c1-b3b3-014e63fcd8cc", "address": "fa:16:3e:f4:74:77", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e078d7-c3", "ovs_interfaceid": "57e078d7-c38e-41c1-b3b3-014e63fcd8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.698965] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "refresh_cache-e12f8476-00be-4b15-ac88-05b31bbecdb1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.699512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquired lock "refresh_cache-e12f8476-00be-4b15-ac88-05b31bbecdb1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.699770] env[69473]: DEBUG nova.network.neutron [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.701876] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Successfully updated port: 2dd11519-e432-40e7-9cc0-7a01b1ee5fdd {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.810150] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6811b-54e3-c625-4376-510563b1d508, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.810377] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.810617] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.810855] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.811012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.811199] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.811467] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df86b254-8aa6-45d2-827a-838425c0e5c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.820348] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.820451] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.821160] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148f9faa-b9df-4170-b0ad-c36feab733a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.828407] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 729.828407] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52078e3e-723b-9f6e-1931-2b34ac035967" [ 729.828407] env[69473]: _type = "Task" [ 729.828407] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.837872] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52078e3e-723b-9f6e-1931-2b34ac035967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.033625] env[69473]: DEBUG nova.compute.manager [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.033988] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.035375] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b8582-6677-4d4a-96b3-c45f7d4e7074 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.045024] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.045024] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef0d92a2-1832-4f0e-9a97-a83031228c71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.052589] env[69473]: DEBUG oslo_vmware.api [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 730.052589] env[69473]: value = "task-3357517" [ 730.052589] env[69473]: _type = "Task" [ 730.052589] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.062180] env[69473]: DEBUG oslo_vmware.api [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.072976] env[69473]: DEBUG nova.compute.utils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.074140] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.074400] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.114308] env[69473]: DEBUG nova.policy [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b1f9f4d14b40fa8c75a600edc1ef4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bf31cf59d496f9b8767a477f23b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.118582] env[69473]: DEBUG oslo_concurrency.lockutils [req-846e68da-248c-4b9c-a8cc-766108f0e53a req-1cab2e3a-bbcd-42b7-848d-0a662f4200dd service nova] Releasing lock "refresh_cache-0511381c-3185-4825-9464-7b74e05e696f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.206535] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "refresh_cache-a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.206672] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "refresh_cache-a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.206817] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.228116] env[69473]: DEBUG nova.network.neutron [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.322618] env[69473]: DEBUG nova.network.neutron [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.339113] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52078e3e-723b-9f6e-1931-2b34ac035967, 'name': SearchDatastore_Task, 'duration_secs': 0.033536} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.339909] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5428e2-0fb8-4a06-9b34-905d684b216e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.345418] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 730.345418] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52194864-1b3d-6f48-f9b2-5626b546e70f" [ 730.345418] env[69473]: _type = "Task" [ 730.345418] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.353469] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52194864-1b3d-6f48-f9b2-5626b546e70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.401870] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Successfully created port: 8949f537-e54b-43f4-865c-60bc2812c035 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.565040] env[69473]: DEBUG oslo_vmware.api [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357517, 'name': PowerOffVM_Task, 'duration_secs': 0.434582} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.565459] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.565750] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.566036] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa27c90-1b45-4c89-a07e-583a0c43a862 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.578544] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.636070] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.636627] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.636627] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Deleting the datastore file [datastore1] 8c620fb8-43fd-42ef-a624-f7322147c3b0 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.636889] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50b7e027-1098-4e67-a70c-4bfd9617b560 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.643854] env[69473]: DEBUG oslo_vmware.api [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for the task: (returnval){ [ 730.643854] env[69473]: value = "task-3357519" [ 730.643854] env[69473]: _type = "Task" [ 730.643854] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.655746] env[69473]: DEBUG oslo_vmware.api [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.828472] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Releasing lock "refresh_cache-e12f8476-00be-4b15-ac88-05b31bbecdb1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.828472] env[69473]: DEBUG nova.compute.manager [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.828472] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.828472] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e7abb0-4373-462e-8018-66203f434e86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.842046] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.842046] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a2fd7c-7d34-47a1-b529-24c31edfdfb4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.842046] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.847500] env[69473]: DEBUG oslo_vmware.api [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 730.847500] env[69473]: value = "task-3357520" [ 730.847500] env[69473]: _type = "Task" [ 730.847500] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.858989] env[69473]: DEBUG nova.compute.manager [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Received event network-vif-plugged-2dd11519-e432-40e7-9cc0-7a01b1ee5fdd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.859260] env[69473]: DEBUG oslo_concurrency.lockutils [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] Acquiring lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.859553] env[69473]: DEBUG oslo_concurrency.lockutils [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.859663] env[69473]: DEBUG oslo_concurrency.lockutils [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.859854] env[69473]: DEBUG nova.compute.manager [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] No waiting events found dispatching network-vif-plugged-2dd11519-e432-40e7-9cc0-7a01b1ee5fdd {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.860031] env[69473]: WARNING nova.compute.manager [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Received unexpected event network-vif-plugged-2dd11519-e432-40e7-9cc0-7a01b1ee5fdd for instance with vm_state building and task_state spawning. [ 730.860207] env[69473]: DEBUG nova.compute.manager [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Received event network-changed-2dd11519-e432-40e7-9cc0-7a01b1ee5fdd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.860362] env[69473]: DEBUG nova.compute.manager [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Refreshing instance network info cache due to event network-changed-2dd11519-e432-40e7-9cc0-7a01b1ee5fdd. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.860531] env[69473]: DEBUG oslo_concurrency.lockutils [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] Acquiring lock "refresh_cache-a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.865603] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52194864-1b3d-6f48-f9b2-5626b546e70f, 'name': SearchDatastore_Task, 'duration_secs': 0.029579} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.865875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.866165] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 0511381c-3185-4825-9464-7b74e05e696f/0511381c-3185-4825-9464-7b74e05e696f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.869193] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07dd8c57-2293-439c-ae60-d9b63a1170f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.877584] env[69473]: DEBUG oslo_vmware.api [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.882577] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 730.882577] env[69473]: value = "task-3357521" [ 730.882577] env[69473]: _type = "Task" [ 730.882577] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.895142] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.029406] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Updating instance_info_cache with network_info: [{"id": "2dd11519-e432-40e7-9cc0-7a01b1ee5fdd", "address": "fa:16:3e:aa:60:1d", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd11519-e4", "ovs_interfaceid": "2dd11519-e432-40e7-9cc0-7a01b1ee5fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.126570] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38fb45-13a8-46c7-bfab-50518f83f7d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.134459] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c79f42-1dcb-49fe-ae34-315588627a7f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.168052] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8462e8-8203-44fc-9c59-9e332071d5f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.175971] env[69473]: DEBUG oslo_vmware.api [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Task: {'id': task-3357519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365037} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.178704] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.178917] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.179184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.179419] env[69473]: INFO nova.compute.manager [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 731.179745] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.180058] env[69473]: DEBUG nova.compute.manager [-] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.180209] env[69473]: DEBUG nova.network.neutron [-] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.183568] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a321b-c980-4f7b-afac-5cd2189a71bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.201728] env[69473]: DEBUG nova.compute.provider_tree [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.367887] env[69473]: DEBUG oslo_vmware.api [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357520, 'name': PowerOffVM_Task, 'duration_secs': 0.216066} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.368230] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.368433] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.368735] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2ad3caa-6a86-4157-bdf3-d7359d0a6b54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.393904] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.398226] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.398535] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.398790] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Deleting the datastore file [datastore1] e12f8476-00be-4b15-ac88-05b31bbecdb1 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.399076] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cad2a199-c34b-48db-af3d-f817c7bd7238 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.408305] env[69473]: DEBUG oslo_vmware.api [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for the task: (returnval){ [ 731.408305] env[69473]: value = "task-3357524" [ 731.408305] env[69473]: _type = "Task" [ 731.408305] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.419801] env[69473]: DEBUG oslo_vmware.api [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.531787] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "refresh_cache-a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.532129] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Instance network_info: |[{"id": "2dd11519-e432-40e7-9cc0-7a01b1ee5fdd", "address": "fa:16:3e:aa:60:1d", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd11519-e4", "ovs_interfaceid": "2dd11519-e432-40e7-9cc0-7a01b1ee5fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.532453] env[69473]: DEBUG oslo_concurrency.lockutils [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] Acquired lock "refresh_cache-a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.532652] env[69473]: DEBUG nova.network.neutron [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Refreshing network info cache for port 2dd11519-e432-40e7-9cc0-7a01b1ee5fdd {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.533858] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:60:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd11519-e432-40e7-9cc0-7a01b1ee5fdd', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.541354] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.542394] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.542550] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6326d5e1-6208-4b27-8f0f-3b6ffe47f901 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.564413] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.564413] env[69473]: value = "task-3357525" [ 731.564413] env[69473]: _type = "Task" [ 731.564413] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.572689] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357525, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.590521] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.618118] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.619212] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.619212] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.619212] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.619212] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.619490] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.619789] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.619789] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.620017] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.620242] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.620441] env[69473]: DEBUG nova.virt.hardware [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.621738] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350e62ff-1542-4845-b4b5-457684103b82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.630672] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a81e5-dd7f-4b49-a715-069e078267a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.706098] env[69473]: DEBUG nova.scheduler.client.report [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.893720] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632088} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.894009] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 0511381c-3185-4825-9464-7b74e05e696f/0511381c-3185-4825-9464-7b74e05e696f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.894328] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.894588] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71483a8-02f7-4d5f-bbaf-b451f52ad7b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.900554] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 731.900554] env[69473]: value = "task-3357526" [ 731.900554] env[69473]: _type = "Task" [ 731.900554] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.908595] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.917780] env[69473]: DEBUG oslo_vmware.api [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Task: {'id': task-3357524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160434} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.918037] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.918226] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.918403] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.918580] env[69473]: INFO nova.compute.manager [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 731.918819] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.919013] env[69473]: DEBUG nova.compute.manager [-] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.919119] env[69473]: DEBUG nova.network.neutron [-] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.939535] env[69473]: DEBUG nova.network.neutron [-] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.947731] env[69473]: DEBUG nova.network.neutron [-] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.074771] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357525, 'name': CreateVM_Task, 'duration_secs': 0.393098} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.074954] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.075792] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.076033] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.076363] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.076702] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddca8bc6-f037-4a93-8ffa-b276b883d49b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.081644] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 732.081644] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e89ca5-5a54-b7c5-57cb-bf0bcb02421f" [ 732.081644] env[69473]: _type = "Task" [ 732.081644] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.093039] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e89ca5-5a54-b7c5-57cb-bf0bcb02421f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.211278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.212340] env[69473]: DEBUG nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.215430] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.931s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.215430] env[69473]: DEBUG nova.objects.instance [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lazy-loading 'resources' on Instance uuid ac03567e-0faa-4105-87c5-f3d4a0a19289 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.278265] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Successfully updated port: 8949f537-e54b-43f4-865c-60bc2812c035 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.326471] env[69473]: DEBUG nova.network.neutron [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Updated VIF entry in instance network info cache for port 2dd11519-e432-40e7-9cc0-7a01b1ee5fdd. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.327521] env[69473]: DEBUG nova.network.neutron [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Updating instance_info_cache with network_info: [{"id": "2dd11519-e432-40e7-9cc0-7a01b1ee5fdd", "address": "fa:16:3e:aa:60:1d", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd11519-e4", "ovs_interfaceid": "2dd11519-e432-40e7-9cc0-7a01b1ee5fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.411563] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065541} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.412293] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.413194] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8eb59-52d8-40d5-97f4-ba55b528f7ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.436351] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 0511381c-3185-4825-9464-7b74e05e696f/0511381c-3185-4825-9464-7b74e05e696f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.436669] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1d7033-9433-4ae2-a124-585855d0f5da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.451941] env[69473]: DEBUG nova.network.neutron [-] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.453481] env[69473]: INFO nova.compute.manager [-] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Took 1.27 seconds to deallocate network for instance. [ 732.459909] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 732.459909] env[69473]: value = "task-3357527" [ 732.459909] env[69473]: _type = "Task" [ 732.459909] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.470596] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.593221] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e89ca5-5a54-b7c5-57cb-bf0bcb02421f, 'name': SearchDatastore_Task, 'duration_secs': 0.047637} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.593547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.593781] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.594027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.594178] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.594359] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.594616] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed8c9e8-d518-47cb-9de4-d338d3c05acc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.607238] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.607508] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.608579] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff23eee3-77aa-4a85-adce-76b9a7b7acd4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.614033] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 732.614033] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b5239-2aa5-cc90-46de-a14e4ce874da" [ 732.614033] env[69473]: _type = "Task" [ 732.614033] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.621640] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b5239-2aa5-cc90-46de-a14e4ce874da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.719292] env[69473]: DEBUG nova.compute.utils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.720794] env[69473]: DEBUG nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 732.782450] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "refresh_cache-78fdc5c0-51d8-49b9-929f-810f9439c84a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.782724] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "refresh_cache-78fdc5c0-51d8-49b9-929f-810f9439c84a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.782908] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.832923] env[69473]: DEBUG oslo_concurrency.lockutils [req-40198fd7-04b1-4557-867c-808b49630ed9 req-30636a2a-501e-48ed-8817-b8da579628c9 service nova] Releasing lock "refresh_cache-a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.955736] env[69473]: INFO nova.compute.manager [-] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Took 1.04 seconds to deallocate network for instance. [ 732.961791] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.976141] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.126648] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b5239-2aa5-cc90-46de-a14e4ce874da, 'name': SearchDatastore_Task, 'duration_secs': 0.037481} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.128447] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b472080-85f2-4f57-8057-ea5062ce6d20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.141220] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 733.141220] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d176db-1fb0-f268-158b-124ec0d0f8db" [ 733.141220] env[69473]: _type = "Task" [ 733.141220] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.147245] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d176db-1fb0-f268-158b-124ec0d0f8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.150958] env[69473]: DEBUG nova.compute.manager [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Received event network-vif-deleted-afd6988f-8ac6-4373-80f5-6fb216314a7c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.151521] env[69473]: DEBUG nova.compute.manager [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Received event network-vif-plugged-8949f537-e54b-43f4-865c-60bc2812c035 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.151832] env[69473]: DEBUG oslo_concurrency.lockutils [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] Acquiring lock "78fdc5c0-51d8-49b9-929f-810f9439c84a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.152170] env[69473]: DEBUG oslo_concurrency.lockutils [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.152519] env[69473]: DEBUG oslo_concurrency.lockutils [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.152772] env[69473]: DEBUG nova.compute.manager [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] No waiting events found dispatching network-vif-plugged-8949f537-e54b-43f4-865c-60bc2812c035 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.153056] env[69473]: WARNING nova.compute.manager [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Received unexpected event network-vif-plugged-8949f537-e54b-43f4-865c-60bc2812c035 for instance with vm_state building and task_state spawning. [ 733.153331] env[69473]: DEBUG nova.compute.manager [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Received event network-changed-8949f537-e54b-43f4-865c-60bc2812c035 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.153614] env[69473]: DEBUG nova.compute.manager [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Refreshing instance network info cache due to event network-changed-8949f537-e54b-43f4-865c-60bc2812c035. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.153917] env[69473]: DEBUG oslo_concurrency.lockutils [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] Acquiring lock "refresh_cache-78fdc5c0-51d8-49b9-929f-810f9439c84a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.186737] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc52bb-f12c-42c8-8172-56244e64cf50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.195068] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc3bf1-9545-4fc1-b6bc-182f624d59c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.227279] env[69473]: DEBUG nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.231731] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d081bdc4-24ba-4d42-9f25-c686080a7f36 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.239515] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6970f39e-2550-4d6e-8e11-5c313ae67400 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.254636] env[69473]: DEBUG nova.compute.provider_tree [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.320073] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.466850] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.472255] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357527, 'name': ReconfigVM_Task, 'duration_secs': 0.740763} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.472533] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 0511381c-3185-4825-9464-7b74e05e696f/0511381c-3185-4825-9464-7b74e05e696f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.473159] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1cdbeda-4bb5-4c6c-a087-9a6b34bf1090 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.478697] env[69473]: DEBUG nova.network.neutron [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Updating instance_info_cache with network_info: [{"id": "8949f537-e54b-43f4-865c-60bc2812c035", "address": "fa:16:3e:80:a2:e3", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8949f537-e5", "ovs_interfaceid": "8949f537-e54b-43f4-865c-60bc2812c035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.483030] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 733.483030] env[69473]: value = "task-3357528" [ 733.483030] env[69473]: _type = "Task" [ 733.483030] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.489121] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357528, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.649704] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d176db-1fb0-f268-158b-124ec0d0f8db, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.649917] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.650165] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a3ad0aea-424a-48cd-b100-cc9fdfcd4a82/a3ad0aea-424a-48cd-b100-cc9fdfcd4a82.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.650425] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0022ccc-1e67-45ef-8a01-60fdd550c2a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.657305] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 733.657305] env[69473]: value = "task-3357529" [ 733.657305] env[69473]: _type = "Task" [ 733.657305] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.664855] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.687383] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 733.687711] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670100', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'name': 'volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b762725-776a-4a67-9a02-4212f1f66a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'serial': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 733.688708] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec145a4-6445-435b-94c5-3220d131b242 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.706774] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a06de6-d91a-46d9-8d21-a18d59c4bc52 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.730864] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5/volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.731165] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956c8abf-04fa-490a-b518-95414ecf4043 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.752915] env[69473]: DEBUG oslo_vmware.api [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Waiting for the task: (returnval){ [ 733.752915] env[69473]: value = "task-3357530" [ 733.752915] env[69473]: _type = "Task" [ 733.752915] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.760137] env[69473]: DEBUG nova.scheduler.client.report [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.763453] env[69473]: DEBUG oslo_vmware.api [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.982543] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "refresh_cache-78fdc5c0-51d8-49b9-929f-810f9439c84a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.982935] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Instance network_info: |[{"id": "8949f537-e54b-43f4-865c-60bc2812c035", "address": "fa:16:3e:80:a2:e3", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8949f537-e5", "ovs_interfaceid": "8949f537-e54b-43f4-865c-60bc2812c035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.983433] env[69473]: DEBUG oslo_concurrency.lockutils [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] Acquired lock "refresh_cache-78fdc5c0-51d8-49b9-929f-810f9439c84a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.983646] env[69473]: DEBUG nova.network.neutron [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Refreshing network info cache for port 8949f537-e54b-43f4-865c-60bc2812c035 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.985553] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:a2:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8949f537-e54b-43f4-865c-60bc2812c035', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.993042] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.999270] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.999814] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21389ccd-d184-4301-8225-4f87253e8b29 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.022416] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357528, 'name': Rename_Task, 'duration_secs': 0.146764} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.023760] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.024016] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.024016] env[69473]: value = "task-3357531" [ 734.024016] env[69473]: _type = "Task" [ 734.024016] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.024221] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a071f585-fddd-46c1-9741-6c9c06cd9ccd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.033555] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 734.033555] env[69473]: value = "task-3357532" [ 734.033555] env[69473]: _type = "Task" [ 734.033555] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.037199] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357531, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.047488] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.169495] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497999} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.169783] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a3ad0aea-424a-48cd-b100-cc9fdfcd4a82/a3ad0aea-424a-48cd-b100-cc9fdfcd4a82.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.170015] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.170274] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8244a0fb-2b36-40a2-9ebf-fef82b728e8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.177494] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 734.177494] env[69473]: value = "task-3357533" [ 734.177494] env[69473]: _type = "Task" [ 734.177494] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.191302] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.249839] env[69473]: DEBUG nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.260793] env[69473]: DEBUG oslo_vmware.api [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357530, 'name': ReconfigVM_Task, 'duration_secs': 0.487287} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.261306] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5/volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.268599] env[69473]: DEBUG nova.network.neutron [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Updated VIF entry in instance network info cache for port 8949f537-e54b-43f4-865c-60bc2812c035. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.268732] env[69473]: DEBUG nova.network.neutron [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Updating instance_info_cache with network_info: [{"id": "8949f537-e54b-43f4-865c-60bc2812c035", "address": "fa:16:3e:80:a2:e3", "network": {"id": "0a192cdf-08b4-43bd-9568-7b415a89ea98", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1812249609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bf31cf59d496f9b8767a477f23b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8949f537-e5", "ovs_interfaceid": "8949f537-e54b-43f4-865c-60bc2812c035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.270458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.272361] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe0bfd1-c115-40df-9042-c44100b9ec5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.286267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.285s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.286267] env[69473]: DEBUG nova.objects.instance [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lazy-loading 'resources' on Instance uuid 52f865a3-f591-46d5-9fdb-c4abc4616358 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.294020] env[69473]: DEBUG oslo_vmware.api [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Waiting for the task: (returnval){ [ 734.294020] env[69473]: value = "task-3357534" [ 734.294020] env[69473]: _type = "Task" [ 734.294020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.297029] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.297270] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.297461] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.299022] env[69473]: DEBUG nova.virt.hardware [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.301551] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7431207d-4ff2-4ed8-a7de-ec2f6e0525c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.312076] env[69473]: INFO nova.scheduler.client.report [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Deleted allocations for instance ac03567e-0faa-4105-87c5-f3d4a0a19289 [ 734.326218] env[69473]: DEBUG oslo_vmware.api [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.327701] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6368fb-dbd3-401d-95d7-7a0436731e43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.343174] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.348727] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Creating folder: Project (fd03800c19a046d798c325324fb3d597). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.349518] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3df4d2c6-c80c-4aad-85d8-fc1be5007d54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.359307] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Created folder: Project (fd03800c19a046d798c325324fb3d597) in parent group-v669999. [ 734.359307] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Creating folder: Instances. Parent ref: group-v670103. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.359307] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e26f50-485a-4b33-b292-4271ee29eeed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.367886] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Created folder: Instances in parent group-v670103. [ 734.369299] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.369299] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.369299] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9028ce-1b80-4a7f-bb70-b9f45833f948 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.386377] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.386377] env[69473]: value = "task-3357537" [ 734.386377] env[69473]: _type = "Task" [ 734.386377] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.394229] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357537, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.535991] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357531, 'name': CreateVM_Task, 'duration_secs': 0.406381} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.536423] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.536877] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.537053] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.537389] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.537741] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05ea0ab-84ba-4b1d-ae95-4b3cf380747b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.545243] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 734.545243] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5286c295-2a52-bde6-febf-f72fd37f83d5" [ 734.545243] env[69473]: _type = "Task" [ 734.545243] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.549366] env[69473]: DEBUG oslo_vmware.api [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357532, 'name': PowerOnVM_Task, 'duration_secs': 0.498023} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.552839] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.553084] env[69473]: INFO nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Took 8.00 seconds to spawn the instance on the hypervisor. [ 734.553269] env[69473]: DEBUG nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.554138] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa086fcd-e07e-4fff-a088-b062dd789c25 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.562463] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5286c295-2a52-bde6-febf-f72fd37f83d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.564081] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.564332] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.564564] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.564716] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.564895] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.567905] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5397158-0f71-42f1-a199-7518d8151f12 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.581168] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.581414] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.582263] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca89056-e542-407a-b82f-a90d93d10725 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.587697] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 734.587697] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52006d3d-7510-52e8-5592-28f2c3302d8e" [ 734.587697] env[69473]: _type = "Task" [ 734.587697] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.598212] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52006d3d-7510-52e8-5592-28f2c3302d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.686586] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070002} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.686979] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.687827] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cdf53b-7b09-41c1-89bd-433c2fec0d78 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.711146] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] a3ad0aea-424a-48cd-b100-cc9fdfcd4a82/a3ad0aea-424a-48cd-b100-cc9fdfcd4a82.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.711476] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa0e749-6cb9-4607-92cf-17bdcca2949c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.730467] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 734.730467] env[69473]: value = "task-3357538" [ 734.730467] env[69473]: _type = "Task" [ 734.730467] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.738296] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.783637] env[69473]: DEBUG oslo_concurrency.lockutils [req-82dc713c-8fd3-499c-8c9e-aa216d976528 req-95a30303-27d3-4275-bf33-4bd9781ea541 service nova] Releasing lock "refresh_cache-78fdc5c0-51d8-49b9-929f-810f9439c84a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.809255] env[69473]: DEBUG oslo_vmware.api [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357534, 'name': ReconfigVM_Task, 'duration_secs': 0.174751} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.811852] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670100', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'name': 'volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b762725-776a-4a67-9a02-4212f1f66a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'serial': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 734.829142] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f8a4d89c-1ef0-4dd8-8947-5e533ddf3bf0 tempest-FloatingIPsAssociationTestJSON-298874479 tempest-FloatingIPsAssociationTestJSON-298874479-project-member] Lock "ac03567e-0faa-4105-87c5-f3d4a0a19289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.258s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.895750] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357537, 'name': CreateVM_Task, 'duration_secs': 0.305774} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.898225] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.898872] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.899060] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.899377] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.899627] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b4d788-29c7-4843-b3cb-13cfe8fb9f09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.904081] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 734.904081] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d26684-d027-8972-f49f-988b9f1692c0" [ 734.904081] env[69473]: _type = "Task" [ 734.904081] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.915658] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d26684-d027-8972-f49f-988b9f1692c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.916020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.916261] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.916467] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.078463] env[69473]: INFO nova.compute.manager [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Took 39.95 seconds to build instance. [ 735.103682] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52006d3d-7510-52e8-5592-28f2c3302d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.103682] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a9da50-a94f-4f9a-b4d9-4f2abcfe8d47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.110988] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 735.110988] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528e8618-3b50-529f-9f03-390336a50b57" [ 735.110988] env[69473]: _type = "Task" [ 735.110988] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.119120] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528e8618-3b50-529f-9f03-390336a50b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.178125] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c117ff67-7d71-4ccb-960a-9abeae15a8d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.186412] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd1a7d-8727-423b-bc0f-ec4f16ecede5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.220782] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b081b17-eba6-4ea0-b0a9-49f23d0c5495 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.229746] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852165a0-90a5-45ab-bf52-59a40956ba08 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.242759] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.250437] env[69473]: DEBUG nova.compute.provider_tree [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.581353] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1f66407a-460d-401c-95fd-f2a28487f08f tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "0511381c-3185-4825-9464-7b74e05e696f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.442s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.622128] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528e8618-3b50-529f-9f03-390336a50b57, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.622431] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.622816] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 78fdc5c0-51d8-49b9-929f-810f9439c84a/78fdc5c0-51d8-49b9-929f-810f9439c84a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.623179] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.623436] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.623710] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b4528fd-c682-4e4f-8cfa-8169140b1fa9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.625730] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a625c54a-e907-41c8-acaa-fdd3f4212406 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.632648] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 735.632648] env[69473]: value = "task-3357539" [ 735.632648] env[69473]: _type = "Task" [ 735.632648] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.636833] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.636980] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.638117] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98136a21-821d-475b-8843-956310866e38 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.644228] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.646750] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 735.646750] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216c5a3-fea8-e087-ca68-63cbfd55516b" [ 735.646750] env[69473]: _type = "Task" [ 735.646750] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.655183] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216c5a3-fea8-e087-ca68-63cbfd55516b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.745039] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.753190] env[69473]: DEBUG nova.scheduler.client.report [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.853257] env[69473]: DEBUG nova.objects.instance [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lazy-loading 'flavor' on Instance uuid 0b762725-776a-4a67-9a02-4212f1f66a0e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.146262] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357539, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.159893] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216c5a3-fea8-e087-ca68-63cbfd55516b, 'name': SearchDatastore_Task, 'duration_secs': 0.017778} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.160798] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d4b92b-b43f-4c13-9610-13200de012ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.167119] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 736.167119] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ebc082-0dad-6ad7-e6a9-7320dbf2b86e" [ 736.167119] env[69473]: _type = "Task" [ 736.167119] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.181021] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ebc082-0dad-6ad7-e6a9-7320dbf2b86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.247894] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357538, 'name': ReconfigVM_Task, 'duration_secs': 1.105671} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.248197] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Reconfigured VM instance instance-00000024 to attach disk [datastore2] a3ad0aea-424a-48cd-b100-cc9fdfcd4a82/a3ad0aea-424a-48cd-b100-cc9fdfcd4a82.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.248821] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab9cfdef-ea45-460e-be27-1c7066ca6940 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.258457] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.260769] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 736.260769] env[69473]: value = "task-3357540" [ 736.260769] env[69473]: _type = "Task" [ 736.260769] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.261219] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.070s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.261534] env[69473]: DEBUG nova.objects.instance [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lazy-loading 'resources' on Instance uuid 4359e04e-e11b-4565-9659-a800db1c6bc1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.273116] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357540, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.288638] env[69473]: INFO nova.scheduler.client.report [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Deleted allocations for instance 52f865a3-f591-46d5-9fdb-c4abc4616358 [ 736.363277] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8903e8db-0e75-4e27-b6c0-11fdcc7ac7de tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.645924] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550991} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.646283] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 78fdc5c0-51d8-49b9-929f-810f9439c84a/78fdc5c0-51d8-49b9-929f-810f9439c84a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.646484] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.646828] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16ec5fe8-e95f-4a02-a546-48d7cc110c25 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.654577] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 736.654577] env[69473]: value = "task-3357541" [ 736.654577] env[69473]: _type = "Task" [ 736.654577] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.671424] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.682025] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ebc082-0dad-6ad7-e6a9-7320dbf2b86e, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.682870] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.683552] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.683552] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a3a7c0a-2691-41f0-a255-3873fa27e79f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.690622] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 736.690622] env[69473]: value = "task-3357542" [ 736.690622] env[69473]: _type = "Task" [ 736.690622] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.699092] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.775185] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357540, 'name': Rename_Task, 'duration_secs': 0.148284} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.775374] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.775559] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7f54c7-dfb9-41a6-be92-825877c37325 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.783132] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 736.783132] env[69473]: value = "task-3357543" [ 736.783132] env[69473]: _type = "Task" [ 736.783132] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.796601] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.796601] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1aaf492a-b19a-42f9-bd24-9a5a0b5fa2eb tempest-FloatingIPsAssociationNegativeTestJSON-1166948272 tempest-FloatingIPsAssociationNegativeTestJSON-1166948272-project-member] Lock "52f865a3-f591-46d5-9fdb-c4abc4616358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.804s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.169432] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070822} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.169722] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.170650] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e91043b-257a-4b48-b85d-106d753cc0c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.205822] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 78fdc5c0-51d8-49b9-929f-810f9439c84a/78fdc5c0-51d8-49b9-929f-810f9439c84a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.215228] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6485a0ef-1539-4f5f-b5a1-80b15d891cd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.240252] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499562} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.241550] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.241775] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.242102] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 737.242102] env[69473]: value = "task-3357544" [ 737.242102] env[69473]: _type = "Task" [ 737.242102] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.242548] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f855c13-35dc-44be-b41b-53cbba7b9c1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.251247] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 737.251247] env[69473]: value = "task-3357545" [ 737.251247] env[69473]: _type = "Task" [ 737.251247] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.254661] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.260641] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Acquiring lock "0b762725-776a-4a67-9a02-4212f1f66a0e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.260868] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.267185] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.293778] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.321766] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957786f9-77c1-4fa7-859d-1a787886af10 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.329294] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af98764-d344-4b62-ae08-fe107125e7fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.362096] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923f6173-940f-4f29-85d2-3a1ac8b33cb1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.369589] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887dc26a-fdff-4c4c-ae86-9382b1f82876 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.383045] env[69473]: DEBUG nova.compute.provider_tree [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.712541] env[69473]: DEBUG nova.compute.manager [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.713585] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412e4747-f549-44b1-9df7-b4fc0c318d53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.753948] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357544, 'name': ReconfigVM_Task, 'duration_secs': 0.312376} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.754279] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 78fdc5c0-51d8-49b9-929f-810f9439c84a/78fdc5c0-51d8-49b9-929f-810f9439c84a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.754993] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e051f6-6e12-4d59-9c60-abf268c4a2b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.765144] env[69473]: INFO nova.compute.manager [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Detaching volume a5de170b-974a-4ba7-947d-d62ca3d0ecd5 [ 737.772983] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067245} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.773684] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 737.773684] env[69473]: value = "task-3357546" [ 737.773684] env[69473]: _type = "Task" [ 737.773684] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.773902] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.776772] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05d372-dc2f-4d82-930f-c8c7fde040cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.807242] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.807607] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357546, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.808835] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2617ecb-4457-49ae-a9c6-9bc8bdd0625e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.829230] env[69473]: INFO nova.virt.block_device [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Attempting to driver detach volume a5de170b-974a-4ba7-947d-d62ca3d0ecd5 from mountpoint /dev/sdb [ 737.829499] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 737.829730] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670100', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'name': 'volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b762725-776a-4a67-9a02-4212f1f66a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'serial': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 737.833494] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ecbe9c-6fac-4b8f-9669-cdb3345e2c28 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.836847] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357543, 'name': PowerOnVM_Task, 'duration_secs': 0.730177} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.836847] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.837042] env[69473]: INFO nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Took 8.77 seconds to spawn the instance on the hypervisor. [ 737.837097] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.838222] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1464248a-4cf0-40fb-a809-0407fa05d40c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.860608] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 737.860608] env[69473]: value = "task-3357547" [ 737.860608] env[69473]: _type = "Task" [ 737.860608] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.860987] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31faf744-5f7c-4405-9078-4ff420e7feb5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.878640] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7a83d-e27f-452e-a17b-dfb48b52625a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.884696] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.885977] env[69473]: DEBUG nova.scheduler.client.report [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.907104] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f797f24-5162-41c7-8730-8ebcde4219ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.923694] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] The volume has not been displaced from its original location: [datastore2] volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5/volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 737.929348] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 737.930108] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244dfe19-6474-4e32-9519-8316328e95d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.948756] env[69473]: DEBUG oslo_vmware.api [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Waiting for the task: (returnval){ [ 737.948756] env[69473]: value = "task-3357548" [ 737.948756] env[69473]: _type = "Task" [ 737.948756] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.957344] env[69473]: DEBUG oslo_vmware.api [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.230416] env[69473]: INFO nova.compute.manager [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] instance snapshotting [ 738.232440] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef84eaa6-c7b0-499e-a090-ccaa996ae4f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.255659] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a7522a-dd47-4693-9174-399dd2950358 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.285654] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357546, 'name': Rename_Task, 'duration_secs': 0.140913} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.288230] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.288230] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15d1b1de-8560-4d85-9b21-63975010ede3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.291847] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 738.291847] env[69473]: value = "task-3357549" [ 738.291847] env[69473]: _type = "Task" [ 738.291847] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.300472] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.373668] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357547, 'name': ReconfigVM_Task, 'duration_secs': 0.33529} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.374520] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.374614] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6e060f1-efc1-46a4-b0ab-1f1a4798cde9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.383733] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 738.383733] env[69473]: value = "task-3357550" [ 738.383733] env[69473]: _type = "Task" [ 738.383733] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.388946] env[69473]: INFO nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Took 41.70 seconds to build instance. [ 738.395138] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357550, 'name': Rename_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.407547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.410190] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.821s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.411720] env[69473]: INFO nova.compute.claims [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.438318] env[69473]: INFO nova.scheduler.client.report [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Deleted allocations for instance 4359e04e-e11b-4565-9659-a800db1c6bc1 [ 738.458105] env[69473]: DEBUG oslo_vmware.api [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357548, 'name': ReconfigVM_Task, 'duration_secs': 0.248859} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.458365] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 738.463120] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c094f368-d132-4a4e-9a5e-40aa0d1ebe39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.480118] env[69473]: DEBUG oslo_vmware.api [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Waiting for the task: (returnval){ [ 738.480118] env[69473]: value = "task-3357551" [ 738.480118] env[69473]: _type = "Task" [ 738.480118] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.491226] env[69473]: DEBUG oslo_vmware.api [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.766348] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.766674] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-103c6e06-d853-4d96-841e-bf429b819beb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.775185] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 738.775185] env[69473]: value = "task-3357552" [ 738.775185] env[69473]: _type = "Task" [ 738.775185] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.785474] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.805485] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.891116] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.468s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.894804] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357550, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.945977] env[69473]: DEBUG oslo_concurrency.lockutils [None req-231707cc-22c9-4704-b12f-009d1dd4d013 tempest-ServersAdminNegativeTestJSON-692642010 tempest-ServersAdminNegativeTestJSON-692642010-project-member] Lock "4359e04e-e11b-4565-9659-a800db1c6bc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.549s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.990130] env[69473]: DEBUG oslo_vmware.api [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Task: {'id': task-3357551, 'name': ReconfigVM_Task, 'duration_secs': 0.140251} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.990443] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670100', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'name': 'volume-a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b762725-776a-4a67-9a02-4212f1f66a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5', 'serial': 'a5de170b-974a-4ba7-947d-d62ca3d0ecd5'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 739.288598] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.303636] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.397106] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357550, 'name': Rename_Task, 'duration_secs': 0.918787} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.397428] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.397732] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a9426d-04e8-4fcb-bf7c-0909c6070541 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.405351] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 739.405351] env[69473]: value = "task-3357553" [ 739.405351] env[69473]: _type = "Task" [ 739.405351] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.413800] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.568859] env[69473]: DEBUG nova.objects.instance [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lazy-loading 'flavor' on Instance uuid 0b762725-776a-4a67-9a02-4212f1f66a0e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.792292] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.802230] env[69473]: DEBUG oslo_vmware.api [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357549, 'name': PowerOnVM_Task, 'duration_secs': 1.321419} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.805360] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.805581] env[69473]: INFO nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Took 8.22 seconds to spawn the instance on the hypervisor. [ 739.805778] env[69473]: DEBUG nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.806803] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329ad9b-aa0c-4b9a-b540-273fc6b12d4b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.904928] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32162edd-6cee-4b57-b1bd-9fc797451fd7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.919314] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff178153-e123-40f6-9e12-94f463ba4796 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.924087] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.956682] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f192822e-7f4e-4233-9e88-9078a520c46c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.966043] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fb7dd-fe4d-4955-9d28-c97ca1749f7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.982833] env[69473]: DEBUG nova.compute.provider_tree [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.299192] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357552, 'name': CreateSnapshot_Task, 'duration_secs': 1.027472} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.299192] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.299192] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a2e6cf-e643-4040-9b0c-1916c57450a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.330076] env[69473]: INFO nova.compute.manager [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Took 41.44 seconds to build instance. [ 740.419185] env[69473]: DEBUG oslo_vmware.api [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357553, 'name': PowerOnVM_Task, 'duration_secs': 0.61907} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.419642] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.421520] env[69473]: INFO nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Took 6.17 seconds to spawn the instance on the hypervisor. [ 740.421520] env[69473]: DEBUG nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.421520] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14702e0c-5d58-4ec7-a5cc-ce224b681a27 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.487344] env[69473]: DEBUG nova.scheduler.client.report [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.575198] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bf172ae5-0273-41e2-b202-c881236a03e7 tempest-VolumesAssistedSnapshotsTest-1611844625 tempest-VolumesAssistedSnapshotsTest-1611844625-project-admin] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.826375] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.826809] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32243872-f7b7-4b8a-8686-d50bd38a451e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.832491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-61c2e243-2562-4ed2-b264-a94f0ea9c7fe tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.377s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.837170] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 740.837170] env[69473]: value = "task-3357555" [ 740.837170] env[69473]: _type = "Task" [ 740.837170] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.846900] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357555, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.947037] env[69473]: INFO nova.compute.manager [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Took 31.87 seconds to build instance. [ 740.997050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.997693] env[69473]: DEBUG nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.001108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.400s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.006011] env[69473]: INFO nova.compute.claims [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.351378] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357555, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.449463] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9946f53e-2e8a-4fa6-838f-3f6e857dc097 tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "821a77a7-502f-482d-9e13-5317d69eab1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.515587] env[69473]: DEBUG nova.compute.utils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.521582] env[69473]: DEBUG nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.523015] env[69473]: DEBUG nova.network.neutron [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.601108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.601108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.601108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.601108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.601108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.603663] env[69473]: INFO nova.compute.manager [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Terminating instance [ 741.611203] env[69473]: DEBUG nova.policy [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76228fd87c947cca7b326d2fd757017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c909cbfdf31434e849826ce64e7563c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.816550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "78fdc5c0-51d8-49b9-929f-810f9439c84a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.816820] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.817048] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "78fdc5c0-51d8-49b9-929f-810f9439c84a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.817208] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.817387] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.820345] env[69473]: INFO nova.compute.manager [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Terminating instance [ 741.850098] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357555, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.023448] env[69473]: DEBUG nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.110134] env[69473]: DEBUG nova.compute.manager [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.110375] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.111267] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8506c2e2-839c-423d-99b2-78a169411675 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.126604] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.126940] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-074a25c7-1d59-46f2-8ba8-9f9b80b008d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.136127] env[69473]: DEBUG oslo_vmware.api [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 742.136127] env[69473]: value = "task-3357556" [ 742.136127] env[69473]: _type = "Task" [ 742.136127] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.146685] env[69473]: DEBUG oslo_vmware.api [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.218831] env[69473]: DEBUG nova.network.neutron [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Successfully created port: 057b771c-164e-4d11-9928-e953a064212b {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.328469] env[69473]: DEBUG nova.compute.manager [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.328469] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.328469] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faef5ad-26df-4121-942a-b646414da3b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.345454] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.345739] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f41ea17-7317-412f-89ce-338bce0bb102 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.355641] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357555, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.360170] env[69473]: DEBUG oslo_vmware.api [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 742.360170] env[69473]: value = "task-3357557" [ 742.360170] env[69473]: _type = "Task" [ 742.360170] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.386370] env[69473]: DEBUG oslo_vmware.api [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.650251] env[69473]: DEBUG oslo_vmware.api [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357556, 'name': PowerOffVM_Task, 'duration_secs': 0.243599} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.650251] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.650251] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.654366] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d81df52-c84c-40b2-9284-e90f34662fec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.673378] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52252de7-0552-47ad-963a-8d808bae69c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.684253] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe8f37e-fe7e-4312-bc12-51fd44ffb415 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.723513] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f000a935-df58-4a79-9e6a-2413d4d90fdf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.734602] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f0634-efa8-4b8c-9d51-74142b0edee9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.741600] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.742043] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.742380] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleting the datastore file [datastore2] a3ad0aea-424a-48cd-b100-cc9fdfcd4a82 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.743218] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1f78a8-e78b-4e55-8829-c868868116fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.754331] env[69473]: DEBUG nova.compute.provider_tree [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.760988] env[69473]: DEBUG oslo_vmware.api [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 742.760988] env[69473]: value = "task-3357559" [ 742.760988] env[69473]: _type = "Task" [ 742.760988] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.770600] env[69473]: DEBUG oslo_vmware.api [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.850122] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357555, 'name': CloneVM_Task, 'duration_secs': 1.773422} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.850718] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Created linked-clone VM from snapshot [ 742.853516] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21ce12a-8c9c-4d39-bc3f-75d78397a651 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.863923] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Uploading image b5448ea6-3762-4a7a-9102-20522f8e0927 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.874536] env[69473]: DEBUG oslo_vmware.api [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357557, 'name': PowerOffVM_Task, 'duration_secs': 0.209936} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.875117] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.875117] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.875397] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa3642d5-8efc-4b16-a799-3df2071a3cb5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.882078] env[69473]: INFO nova.compute.manager [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Rebuilding instance [ 742.911099] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.911099] env[69473]: value = "vm-670107" [ 742.911099] env[69473]: _type = "VirtualMachine" [ 742.911099] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.913258] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43e000f8-1fbd-4950-871a-0a1809c82e6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.927706] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lease: (returnval){ [ 742.927706] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206aa84-f35a-40c4-fe26-33601746727b" [ 742.927706] env[69473]: _type = "HttpNfcLease" [ 742.927706] env[69473]: } obtained for exporting VM: (result){ [ 742.927706] env[69473]: value = "vm-670107" [ 742.927706] env[69473]: _type = "VirtualMachine" [ 742.927706] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.929809] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the lease: (returnval){ [ 742.929809] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206aa84-f35a-40c4-fe26-33601746727b" [ 742.929809] env[69473]: _type = "HttpNfcLease" [ 742.929809] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.936863] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.937263] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.938073] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleting the datastore file [datastore2] 78fdc5c0-51d8-49b9-929f-810f9439c84a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.941038] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f77ff5f5-7e22-4090-9679-e4660fa7ac06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.942833] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.942833] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206aa84-f35a-40c4-fe26-33601746727b" [ 742.942833] env[69473]: _type = "HttpNfcLease" [ 742.942833] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.947277] env[69473]: DEBUG oslo_vmware.api [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for the task: (returnval){ [ 742.947277] env[69473]: value = "task-3357562" [ 742.947277] env[69473]: _type = "Task" [ 742.947277] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.960991] env[69473]: DEBUG nova.compute.manager [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.961626] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b36aa6-ecc6-4cf7-84b0-a712a9334949 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.970138] env[69473]: DEBUG oslo_vmware.api [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.042116] env[69473]: DEBUG nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.075411] env[69473]: DEBUG nova.virt.hardware [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.075411] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48503dcf-f8e6-4cc2-ad88-23e359998707 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.083534] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee19e8-edf1-47a4-bc21-5971c5414df6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.260632] env[69473]: DEBUG nova.scheduler.client.report [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.278563] env[69473]: DEBUG oslo_vmware.api [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398662} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.278865] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.279061] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.279236] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.279640] env[69473]: INFO nova.compute.manager [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Took 1.17 seconds to destroy the instance on the hypervisor. [ 743.281423] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.281423] env[69473]: DEBUG nova.compute.manager [-] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.281423] env[69473]: DEBUG nova.network.neutron [-] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.437608] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.437608] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206aa84-f35a-40c4-fe26-33601746727b" [ 743.437608] env[69473]: _type = "HttpNfcLease" [ 743.437608] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.439544] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.439544] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5206aa84-f35a-40c4-fe26-33601746727b" [ 743.439544] env[69473]: _type = "HttpNfcLease" [ 743.439544] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.440089] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f9261a-e927-4166-926e-6b04b1c073be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.448438] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e47603-e9aa-fed0-308a-050eaf09703d/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.448634] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e47603-e9aa-fed0-308a-050eaf09703d/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.516054] env[69473]: DEBUG oslo_vmware.api [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Task: {'id': task-3357562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459173} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.518173] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.518173] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.518173] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.518173] env[69473]: INFO nova.compute.manager [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 743.518173] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.518173] env[69473]: DEBUG nova.compute.manager [-] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.518173] env[69473]: DEBUG nova.network.neutron [-] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.609698] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1e942a4-c30d-4bac-9eab-607e80d5f680 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.774024] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.778021] env[69473]: DEBUG nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.778779] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.573s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.779058] env[69473]: DEBUG nova.objects.instance [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lazy-loading 'resources' on Instance uuid ed013635-0798-47d9-bfa6-4ad2673d96c1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.011843] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.013053] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22df73a0-0007-4125-a76d-f6da4829c27c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.021550] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 744.021550] env[69473]: value = "task-3357563" [ 744.021550] env[69473]: _type = "Task" [ 744.021550] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.038212] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.283428] env[69473]: DEBUG nova.compute.utils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.290736] env[69473]: DEBUG nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.290736] env[69473]: DEBUG nova.network.neutron [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.371280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "0b762725-776a-4a67-9a02-4212f1f66a0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.371280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.371280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "0b762725-776a-4a67-9a02-4212f1f66a0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.371280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.371280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.376286] env[69473]: INFO nova.compute.manager [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Terminating instance [ 744.432956] env[69473]: DEBUG nova.policy [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de335a0eb6154f98bb9ed47851abbe2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcdb18e3a74845b2912cb4b62510dc33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.539315] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357563, 'name': PowerOffVM_Task, 'duration_secs': 0.163322} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.539689] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.540461] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.547017] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20ef3a3-a9de-4408-badf-2ad53f84000a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.555477] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.555477] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71b5099-c107-4166-9e24-299a701343b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.581979] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.583029] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.583029] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Deleting the datastore file [datastore2] 821a77a7-502f-482d-9e13-5317d69eab1e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.584571] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1a67145-88d4-470d-b02a-69de22630d58 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.591073] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 744.591073] env[69473]: value = "task-3357565" [ 744.591073] env[69473]: _type = "Task" [ 744.591073] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.602797] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.646790] env[69473]: DEBUG nova.network.neutron [-] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.731250] env[69473]: DEBUG nova.compute.manager [req-34ef26d0-2ac3-4d7c-9fe9-3ffae8e32442 req-f6bf5a1d-2159-48bc-b105-91f8652caed3 service nova] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Received event network-vif-deleted-2dd11519-e432-40e7-9cc0-7a01b1ee5fdd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.787108] env[69473]: DEBUG nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.887781] env[69473]: DEBUG nova.network.neutron [-] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.898691] env[69473]: DEBUG nova.compute.manager [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.898691] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.898691] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd7c0a-5e0d-43ca-8d5b-f7cb95f7d76b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.910085] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.910395] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24af284-3ef1-45fd-a03b-ea1be738e561 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.919163] env[69473]: DEBUG oslo_vmware.api [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 744.919163] env[69473]: value = "task-3357566" [ 744.919163] env[69473]: _type = "Task" [ 744.919163] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.924032] env[69473]: DEBUG nova.network.neutron [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Successfully updated port: 057b771c-164e-4d11-9928-e953a064212b {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.931593] env[69473]: DEBUG oslo_vmware.api [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.988247] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49bf7ca-9f83-4e99-a038-ad4f32fdeb34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.996800] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc61944-5263-49ca-a69a-99735aa4e9ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.043457] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b3aa1-52fb-4283-8318-3da5c4371312 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.056254] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d8a76b-8eb0-4c4c-99cd-04b9fb4be195 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.073422] env[69473]: DEBUG nova.compute.provider_tree [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.104591] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204097} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.106088] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.106174] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.106479] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.122550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "a480a382-d8b1-417a-b9d3-c6f0d396071e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.123838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.149026] env[69473]: INFO nova.compute.manager [-] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Took 1.87 seconds to deallocate network for instance. [ 745.391882] env[69473]: INFO nova.compute.manager [-] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Took 1.87 seconds to deallocate network for instance. [ 745.412273] env[69473]: DEBUG nova.network.neutron [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Successfully created port: f1e686c7-ec44-47d4-b226-e968aaad1b97 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.431858] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-7b169415-c41d-4e7e-92f0-b1a052b96fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.431960] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-7b169415-c41d-4e7e-92f0-b1a052b96fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.432115] env[69473]: DEBUG nova.network.neutron [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.434076] env[69473]: DEBUG oslo_vmware.api [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357566, 'name': PowerOffVM_Task, 'duration_secs': 0.226317} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.434805] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.435465] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.435918] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55ae059d-8ffd-4c3c-a272-615465f955b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.500429] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.500572] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.500745] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Deleting the datastore file [datastore1] 0b762725-776a-4a67-9a02-4212f1f66a0e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.501079] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a37d9cd2-fd0e-4ecc-a805-805ce47ae86e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.509218] env[69473]: DEBUG oslo_vmware.api [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for the task: (returnval){ [ 745.509218] env[69473]: value = "task-3357568" [ 745.509218] env[69473]: _type = "Task" [ 745.509218] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.518657] env[69473]: DEBUG oslo_vmware.api [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.577315] env[69473]: DEBUG nova.scheduler.client.report [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.626269] env[69473]: DEBUG nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.658302] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.797458] env[69473]: DEBUG nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.827960] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.828508] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.828830] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.829234] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.830022] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.830022] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.830142] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.830302] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.830503] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.830775] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.831072] env[69473]: DEBUG nova.virt.hardware [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.833114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e41d34f-3e0d-413f-b02c-9d0e3acaae7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.844542] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e3025-f473-40c1-95df-7920bfcedf05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.902295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.028182] env[69473]: DEBUG oslo_vmware.api [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Task: {'id': task-3357568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209468} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.028182] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.028182] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.028182] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.028182] env[69473]: INFO nova.compute.manager [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 746.028182] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.028182] env[69473]: DEBUG nova.compute.manager [-] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.028182] env[69473]: DEBUG nova.network.neutron [-] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.041098] env[69473]: DEBUG nova.network.neutron [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.083295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.088743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.132s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.118098] env[69473]: INFO nova.scheduler.client.report [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleted allocations for instance ed013635-0798-47d9-bfa6-4ad2673d96c1 [ 746.172132] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.172132] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.172278] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.173578] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.173578] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.173578] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.173578] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.173578] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.173578] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.173838] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.173872] env[69473]: DEBUG nova.virt.hardware [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.175881] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14e979d-5f85-4027-b46d-344926a476ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.185594] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.195551] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded931b3-fbd2-4724-8999-fbd3884c2e74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.222590] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.229150] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.232589] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.232589] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-892b1bcb-232a-4afc-bcd1-2017cf5446ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.262261] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.262261] env[69473]: value = "task-3357569" [ 746.262261] env[69473]: _type = "Task" [ 746.262261] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.272963] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357569, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.633549] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7315f04c-0401-4922-8b4c-c9839b8ce617 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "ed013635-0798-47d9-bfa6-4ad2673d96c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.940s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.778302] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357569, 'name': CreateVM_Task, 'duration_secs': 0.344065} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.778500] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.778958] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.779492] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.779762] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f336dec1-089e-451a-a1e4-654bed368a63 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.784604] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 746.784604] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524039ff-9a6a-2b19-8eb7-0d22a65db175" [ 746.784604] env[69473]: _type = "Task" [ 746.784604] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.797030] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524039ff-9a6a-2b19-8eb7-0d22a65db175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.865010] env[69473]: DEBUG nova.network.neutron [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Updating instance_info_cache with network_info: [{"id": "057b771c-164e-4d11-9928-e953a064212b", "address": "fa:16:3e:16:b0:9d", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057b771c-16", "ovs_interfaceid": "057b771c-164e-4d11-9928-e953a064212b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.006661] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.006948] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.007178] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.009012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.009012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.013868] env[69473]: INFO nova.compute.manager [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Terminating instance [ 747.036740] env[69473]: DEBUG nova.compute.manager [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Received event network-vif-deleted-8949f537-e54b-43f4-865c-60bc2812c035 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.036944] env[69473]: DEBUG nova.compute.manager [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Received event network-vif-plugged-057b771c-164e-4d11-9928-e953a064212b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.037457] env[69473]: DEBUG oslo_concurrency.lockutils [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] Acquiring lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.037758] env[69473]: DEBUG oslo_concurrency.lockutils [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.039047] env[69473]: DEBUG oslo_concurrency.lockutils [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.039047] env[69473]: DEBUG nova.compute.manager [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] No waiting events found dispatching network-vif-plugged-057b771c-164e-4d11-9928-e953a064212b {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.039047] env[69473]: WARNING nova.compute.manager [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Received unexpected event network-vif-plugged-057b771c-164e-4d11-9928-e953a064212b for instance with vm_state building and task_state spawning. [ 747.039047] env[69473]: DEBUG nova.compute.manager [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Received event network-changed-057b771c-164e-4d11-9928-e953a064212b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.039047] env[69473]: DEBUG nova.compute.manager [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Refreshing instance network info cache due to event network-changed-057b771c-164e-4d11-9928-e953a064212b. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.039282] env[69473]: DEBUG oslo_concurrency.lockutils [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] Acquiring lock "refresh_cache-7b169415-c41d-4e7e-92f0-b1a052b96fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.114865] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Applying migration context for instance 959c58c5-2931-40dd-9afd-d3884a500adb as it has an incoming, in-progress migration ab6abdcf-2d1d-41a1-a23f-c85f84d1901b. Migration status is confirming {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 747.115783] env[69473]: INFO nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating resource usage from migration ab6abdcf-2d1d-41a1-a23f-c85f84d1901b [ 747.118495] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "97994bf0-b61e-490d-a0d5-d704a2650f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.118739] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.118934] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "97994bf0-b61e-490d-a0d5-d704a2650f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.119577] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.119748] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.122700] env[69473]: INFO nova.compute.manager [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Terminating instance [ 747.155315] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 0b762725-776a-4a67-9a02-4212f1f66a0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155315] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 97994bf0-b61e-490d-a0d5-d704a2650f97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155315] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance e710cad7-f574-4a66-b735-815e2cc87ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155315] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c73704c5-51fd-4459-8c7c-d4097524d3af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155315] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 8251990f-e7b0-42d9-bdb0-34f6b4f08e70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155315] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 943364ed-68a8-49d5-b165-a19795d43933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155315] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.155315] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance fca9abff-1947-4808-8f04-4682cc5f8ddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155621] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155621] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 98f35e0d-bf83-4da6-a7f4-b8924c01bceb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.155710] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f92d2111-2ca1-466f-8fea-d482fefcef95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.155825] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 08a284de-cadf-450c-ad61-fad59fd85358 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.155947] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance e12f8476-00be-4b15-ac88-05b31bbecdb1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.156113] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 4095a995-43fe-4f2b-a38d-d83e46c20c7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.156242] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 8c620fb8-43fd-42ef-a624-f7322147c3b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.156407] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 3da619f4-d845-4ec6-aed4-1271d5cf1b0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.156559] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 0511381c-3185-4825-9464-7b74e05e696f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.157252] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a3ad0aea-424a-48cd-b100-cc9fdfcd4a82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.157359] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 78fdc5c0-51d8-49b9-929f-810f9439c84a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.157490] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 821a77a7-502f-482d-9e13-5317d69eab1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.157669] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 7b169415-c41d-4e7e-92f0-b1a052b96fcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.158192] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 4767f76b-6acb-43be-b46c-18b2ca550d18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.158378] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Migration ab6abdcf-2d1d-41a1-a23f-c85f84d1901b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 747.158537] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 959c58c5-2931-40dd-9afd-d3884a500adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 747.298238] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524039ff-9a6a-2b19-8eb7-0d22a65db175, 'name': SearchDatastore_Task, 'duration_secs': 0.015596} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.298592] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.298847] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.299136] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.299444] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.299634] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.300321] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec9d4402-4e08-4e01-bb3b-32a6752739db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.314041] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.314227] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.314970] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda9a0e1-f170-4fe0-b702-b7f805df8443 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.320502] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 747.320502] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523b3a9d-ee12-3d0a-5990-2f86f0374b73" [ 747.320502] env[69473]: _type = "Task" [ 747.320502] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.332355] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523b3a9d-ee12-3d0a-5990-2f86f0374b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.367907] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-7b169415-c41d-4e7e-92f0-b1a052b96fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.368319] env[69473]: DEBUG nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Instance network_info: |[{"id": "057b771c-164e-4d11-9928-e953a064212b", "address": "fa:16:3e:16:b0:9d", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057b771c-16", "ovs_interfaceid": "057b771c-164e-4d11-9928-e953a064212b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.368675] env[69473]: DEBUG oslo_concurrency.lockutils [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] Acquired lock "refresh_cache-7b169415-c41d-4e7e-92f0-b1a052b96fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.368879] env[69473]: DEBUG nova.network.neutron [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Refreshing network info cache for port 057b771c-164e-4d11-9928-e953a064212b {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.375599] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:b0:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057b771c-164e-4d11-9928-e953a064212b', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.386881] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.388383] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.388383] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcbb6c36-1c7a-458d-bbcf-239ccd94a38c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.410504] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.410504] env[69473]: value = "task-3357570" [ 747.410504] env[69473]: _type = "Task" [ 747.410504] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.425066] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357570, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.519314] env[69473]: DEBUG nova.compute.manager [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.519797] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.520463] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab5dd59-6afd-425a-a5cf-486335677a4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.529075] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.529075] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6824ae7-6829-48fb-8bf3-e5466f86a4d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.534534] env[69473]: DEBUG oslo_vmware.api [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 747.534534] env[69473]: value = "task-3357571" [ 747.534534] env[69473]: _type = "Task" [ 747.534534] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.542957] env[69473]: DEBUG oslo_vmware.api [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.626305] env[69473]: DEBUG nova.compute.manager [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.626664] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.628173] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd1b1e3-de32-453f-ad91-7554d3448115 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.640951] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.641786] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a119bbc3-13c4-49a5-a183-b0a2baecbda4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.653716] env[69473]: DEBUG oslo_vmware.api [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 747.653716] env[69473]: value = "task-3357572" [ 747.653716] env[69473]: _type = "Task" [ 747.653716] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.665692] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance b9fd194d-c0af-49f6-b185-f99e2ecfdb55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.667199] env[69473]: DEBUG oslo_vmware.api [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.736623] env[69473]: DEBUG nova.network.neutron [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Successfully updated port: f1e686c7-ec44-47d4-b226-e968aaad1b97 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.836340] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523b3a9d-ee12-3d0a-5990-2f86f0374b73, 'name': SearchDatastore_Task, 'duration_secs': 0.017237} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.837264] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de394b66-251b-4ffa-9229-1c7069d8a02a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.850160] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 747.850160] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525ad64a-6521-2780-aedc-b4fa7cbd26b2" [ 747.850160] env[69473]: _type = "Task" [ 747.850160] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.860186] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525ad64a-6521-2780-aedc-b4fa7cbd26b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.927377] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357570, 'name': CreateVM_Task, 'duration_secs': 0.405267} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.927689] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.928457] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.931742] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.931742] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.931742] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91d2fe1-65fe-44e1-bdbf-8fe8f9fa12d9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.937199] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 747.937199] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5288c853-91ad-4d91-edf3-2fb75d945f69" [ 747.937199] env[69473]: _type = "Task" [ 747.937199] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.949645] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5288c853-91ad-4d91-edf3-2fb75d945f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.965122] env[69473]: DEBUG nova.network.neutron [-] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.052254] env[69473]: DEBUG oslo_vmware.api [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357571, 'name': PowerOffVM_Task, 'duration_secs': 0.259479} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.052411] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.052727] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.053119] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a42a7f-bf3a-479e-b8e7-25f70a6b9821 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.129363] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.129363] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.129363] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Deleting the datastore file [datastore2] 8251990f-e7b0-42d9-bdb0-34f6b4f08e70 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.129363] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca56f1c-870b-4ed4-a761-ff9eaca67787 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.145593] env[69473]: DEBUG oslo_vmware.api [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for the task: (returnval){ [ 748.145593] env[69473]: value = "task-3357574" [ 748.145593] env[69473]: _type = "Task" [ 748.145593] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.153574] env[69473]: DEBUG oslo_vmware.api [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.165189] env[69473]: DEBUG oslo_vmware.api [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357572, 'name': PowerOffVM_Task, 'duration_secs': 0.240462} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.165189] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.165189] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.165189] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b9595eb-d653-4661-94f6-5f6e7b12e1c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.168482] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.215300] env[69473]: DEBUG nova.network.neutron [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Updated VIF entry in instance network info cache for port 057b771c-164e-4d11-9928-e953a064212b. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.215835] env[69473]: DEBUG nova.network.neutron [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Updating instance_info_cache with network_info: [{"id": "057b771c-164e-4d11-9928-e953a064212b", "address": "fa:16:3e:16:b0:9d", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057b771c-16", "ovs_interfaceid": "057b771c-164e-4d11-9928-e953a064212b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.231396] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.231645] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.231832] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleting the datastore file [datastore1] 97994bf0-b61e-490d-a0d5-d704a2650f97 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.232143] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a389f7a-5c21-49c7-8e5c-e7d41efd7582 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.240065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "refresh_cache-4767f76b-6acb-43be-b46c-18b2ca550d18" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.240234] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "refresh_cache-4767f76b-6acb-43be-b46c-18b2ca550d18" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.240415] env[69473]: DEBUG nova.network.neutron [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.247798] env[69473]: DEBUG oslo_vmware.api [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for the task: (returnval){ [ 748.247798] env[69473]: value = "task-3357576" [ 748.247798] env[69473]: _type = "Task" [ 748.247798] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.260689] env[69473]: DEBUG oslo_vmware.api [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.361078] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525ad64a-6521-2780-aedc-b4fa7cbd26b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015547} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.361887] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.362487] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.362874] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e375f1-db13-4308-9f27-d1876a893fef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.371332] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 748.371332] env[69473]: value = "task-3357577" [ 748.371332] env[69473]: _type = "Task" [ 748.371332] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.380670] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.449262] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5288c853-91ad-4d91-edf3-2fb75d945f69, 'name': SearchDatastore_Task, 'duration_secs': 0.018296} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.449572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.449831] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.450125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.450284] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.450465] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.450901] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdb76be5-43ea-47c2-b336-19616771dc6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.467897] env[69473]: INFO nova.compute.manager [-] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Took 2.44 seconds to deallocate network for instance. [ 748.471613] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.471874] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.476323] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2f0d66-0caa-4745-bf7c-1b182b92d676 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.485022] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 748.485022] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e0d24a-7e4a-7eca-0051-4aa6025b8afe" [ 748.485022] env[69473]: _type = "Task" [ 748.485022] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.499820] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e0d24a-7e4a-7eca-0051-4aa6025b8afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.658298] env[69473]: DEBUG oslo_vmware.api [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Task: {'id': task-3357574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210837} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.659150] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.659771] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.660359] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.660866] env[69473]: INFO nova.compute.manager [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Took 1.14 seconds to destroy the instance on the hypervisor. [ 748.661536] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.662075] env[69473]: DEBUG nova.compute.manager [-] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.664149] env[69473]: DEBUG nova.network.neutron [-] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.673975] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.718804] env[69473]: DEBUG oslo_concurrency.lockutils [req-0e95a892-4ed9-4a91-990f-c8854f77813e req-68fe34a5-d443-4229-85a6-e3d7dec16a7b service nova] Releasing lock "refresh_cache-7b169415-c41d-4e7e-92f0-b1a052b96fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.766484] env[69473]: DEBUG oslo_vmware.api [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Task: {'id': task-3357576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257319} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.768404] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.768404] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.768404] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.768404] env[69473]: INFO nova.compute.manager [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 748.768404] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.768613] env[69473]: DEBUG nova.compute.manager [-] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.768613] env[69473]: DEBUG nova.network.neutron [-] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.838462] env[69473]: DEBUG nova.network.neutron [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.883634] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.984819] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.008309] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e0d24a-7e4a-7eca-0051-4aa6025b8afe, 'name': SearchDatastore_Task, 'duration_secs': 0.020235} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.010199] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec95d48-fde2-4e23-9ab4-92004fb49668 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.018860] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 749.018860] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d430a4-fc2b-301e-7275-4255ae32b8b3" [ 749.018860] env[69473]: _type = "Task" [ 749.018860] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.032186] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d430a4-fc2b-301e-7275-4255ae32b8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.112770] env[69473]: DEBUG nova.compute.manager [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Received event network-vif-deleted-b960c96a-393c-4ebd-9995-985fea109efa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.113799] env[69473]: DEBUG nova.compute.manager [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Received event network-vif-plugged-f1e686c7-ec44-47d4-b226-e968aaad1b97 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.117536] env[69473]: DEBUG oslo_concurrency.lockutils [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] Acquiring lock "4767f76b-6acb-43be-b46c-18b2ca550d18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.117536] env[69473]: DEBUG oslo_concurrency.lockutils [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.117536] env[69473]: DEBUG oslo_concurrency.lockutils [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.117536] env[69473]: DEBUG nova.compute.manager [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] No waiting events found dispatching network-vif-plugged-f1e686c7-ec44-47d4-b226-e968aaad1b97 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.117536] env[69473]: WARNING nova.compute.manager [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Received unexpected event network-vif-plugged-f1e686c7-ec44-47d4-b226-e968aaad1b97 for instance with vm_state building and task_state spawning. [ 749.117536] env[69473]: DEBUG nova.compute.manager [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Received event network-changed-f1e686c7-ec44-47d4-b226-e968aaad1b97 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.117536] env[69473]: DEBUG nova.compute.manager [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Refreshing instance network info cache due to event network-changed-f1e686c7-ec44-47d4-b226-e968aaad1b97. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.117536] env[69473]: DEBUG oslo_concurrency.lockutils [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] Acquiring lock "refresh_cache-4767f76b-6acb-43be-b46c-18b2ca550d18" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.177157] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance cdc94932-bb65-4b65-8d3d-5ec9dec7d694 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.267081] env[69473]: DEBUG nova.network.neutron [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Updating instance_info_cache with network_info: [{"id": "f1e686c7-ec44-47d4-b226-e968aaad1b97", "address": "fa:16:3e:36:1e:f5", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1e686c7-ec", "ovs_interfaceid": "f1e686c7-ec44-47d4-b226-e968aaad1b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.386843] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73262} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.387254] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.387548] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.387868] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa3e6cd4-5c5e-45e7-b94c-ddc44c36642e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.397959] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 749.397959] env[69473]: value = "task-3357578" [ 749.397959] env[69473]: _type = "Task" [ 749.397959] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.409656] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.537201] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d430a4-fc2b-301e-7275-4255ae32b8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.04905} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.537201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.537201] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7b169415-c41d-4e7e-92f0-b1a052b96fcb/7b169415-c41d-4e7e-92f0-b1a052b96fcb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.537201] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77141f8e-42b0-4f9a-af62-03e9ca98837b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.545323] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 749.545323] env[69473]: value = "task-3357579" [ 749.545323] env[69473]: _type = "Task" [ 749.545323] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.559671] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.680214] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a480a382-d8b1-417a-b9d3-c6f0d396071e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.681108] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 749.681358] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 749.772199] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "refresh_cache-4767f76b-6acb-43be-b46c-18b2ca550d18" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.772199] env[69473]: DEBUG nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Instance network_info: |[{"id": "f1e686c7-ec44-47d4-b226-e968aaad1b97", "address": "fa:16:3e:36:1e:f5", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1e686c7-ec", "ovs_interfaceid": "f1e686c7-ec44-47d4-b226-e968aaad1b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.772693] env[69473]: DEBUG oslo_concurrency.lockutils [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] Acquired lock "refresh_cache-4767f76b-6acb-43be-b46c-18b2ca550d18" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.772693] env[69473]: DEBUG nova.network.neutron [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Refreshing network info cache for port f1e686c7-ec44-47d4-b226-e968aaad1b97 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.773815] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:1e:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1e686c7-ec44-47d4-b226-e968aaad1b97', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.782425] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating folder: Project (dcdb18e3a74845b2912cb4b62510dc33). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.783191] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1619d94d-b450-47fc-b82c-5a51b995f742 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.802535] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created folder: Project (dcdb18e3a74845b2912cb4b62510dc33) in parent group-v669999. [ 749.805024] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating folder: Instances. Parent ref: group-v670110. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.805024] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-282ac296-5ee3-49f9-b3ed-f83a3c8b4554 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.821721] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created folder: Instances in parent group-v670110. [ 749.822038] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.822211] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.826229] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2b4ae70-72be-4dcb-bc53-72e85108c594 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.850896] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.850896] env[69473]: value = "task-3357582" [ 749.850896] env[69473]: _type = "Task" [ 749.850896] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.864306] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357582, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.913568] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110352} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.913849] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.917026] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74b98a5-4c1a-4b20-850a-1f95a85ef021 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.954457] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.955569] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a841860a-f2ea-4ada-9b1d-70c2c93a5dd4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.971587] env[69473]: DEBUG nova.network.neutron [-] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.980963] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 749.980963] env[69473]: value = "task-3357583" [ 749.980963] env[69473]: _type = "Task" [ 749.980963] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.995925] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.065042] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.195175] env[69473]: DEBUG nova.network.neutron [-] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.257532] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "943364ed-68a8-49d5-b165-a19795d43933" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.257532] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.366573] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357582, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.432493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3454f6e6-5485-4c7c-bda5-6b252260ecb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.443068] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dbe51a-fc01-42da-a323-f61e7f44fb2b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.492502] env[69473]: INFO nova.compute.manager [-] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Took 1.72 seconds to deallocate network for instance. [ 750.498394] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe39685-3366-4591-aa1a-83992d7a4025 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.517057] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0102a9d-879d-47ad-a96a-fbe72e8672ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.520426] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.537025] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.558956] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.700821] env[69473]: INFO nova.compute.manager [-] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Took 2.04 seconds to deallocate network for instance. [ 750.761437] env[69473]: DEBUG nova.compute.utils [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.784146] env[69473]: DEBUG nova.network.neutron [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Updated VIF entry in instance network info cache for port f1e686c7-ec44-47d4-b226-e968aaad1b97. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.784762] env[69473]: DEBUG nova.network.neutron [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Updating instance_info_cache with network_info: [{"id": "f1e686c7-ec44-47d4-b226-e968aaad1b97", "address": "fa:16:3e:36:1e:f5", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1e686c7-ec", "ovs_interfaceid": "f1e686c7-ec44-47d4-b226-e968aaad1b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.864141] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357582, 'name': CreateVM_Task, 'duration_secs': 0.697957} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.864543] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.865097] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.865266] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.865586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.865852] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e004a15a-034c-405d-ac41-4e3d5b94ff8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.875624] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 750.875624] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5204e4cc-3cc4-2391-40e0-a3d62c242e80" [ 750.875624] env[69473]: _type = "Task" [ 750.875624] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.885573] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5204e4cc-3cc4-2391-40e0-a3d62c242e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.008035] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357583, 'name': ReconfigVM_Task, 'duration_secs': 0.729644} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.008035] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 821a77a7-502f-482d-9e13-5317d69eab1e/821a77a7-502f-482d-9e13-5317d69eab1e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.008035] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98fe90fb-d353-41be-8c0a-3759504b1126 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.009566] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.020024] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 751.020024] env[69473]: value = "task-3357584" [ 751.020024] env[69473]: _type = "Task" [ 751.020024] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.030724] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357584, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.046356] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.063475] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.208406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.264286] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.287562] env[69473]: DEBUG oslo_concurrency.lockutils [req-df4a92b2-b835-433c-9568-8ab8f09f7ddb req-6ee8dc66-528b-4075-b85f-134288272e9b service nova] Releasing lock "refresh_cache-4767f76b-6acb-43be-b46c-18b2ca550d18" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.386946] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5204e4cc-3cc4-2391-40e0-a3d62c242e80, 'name': SearchDatastore_Task, 'duration_secs': 0.028231} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.387087] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.387326] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.388455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.388893] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.389119] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.389409] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8fe7ef-dc3a-4c16-93d7-234bd555592d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.400020] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.400243] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.401035] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7aa2018-955b-4284-8880-56ddcd77a9b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.408475] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 751.408475] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524fedae-a102-df23-21b3-205acc5f0c7c" [ 751.408475] env[69473]: _type = "Task" [ 751.408475] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.420183] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524fedae-a102-df23-21b3-205acc5f0c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.532058] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357584, 'name': Rename_Task, 'duration_secs': 0.251549} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.532058] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.532254] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1289fb05-e174-47fb-b656-861173703ef9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.541444] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 751.541444] env[69473]: value = "task-3357585" [ 751.541444] env[69473]: _type = "Task" [ 751.541444] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.552011] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.557554] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 751.558060] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.469s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.564353] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.498s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.564579] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.566859] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.922s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.567068] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.569270] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.760s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.571373] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357579, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.803277} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.576101] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7b169415-c41d-4e7e-92f0-b1a052b96fcb/7b169415-c41d-4e7e-92f0-b1a052b96fcb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.576355] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.576637] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1996500a-c5cb-498a-ac81-c339d8e06a6d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.585481] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 751.585481] env[69473]: value = "task-3357586" [ 751.585481] env[69473]: _type = "Task" [ 751.585481] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.602866] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.609808] env[69473]: INFO nova.scheduler.client.report [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Deleted allocations for instance 08a284de-cadf-450c-ad61-fad59fd85358 [ 751.614484] env[69473]: INFO nova.scheduler.client.report [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Deleted allocations for instance 98f35e0d-bf83-4da6-a7f4-b8924c01bceb [ 751.756355] env[69473]: DEBUG nova.compute.manager [req-3a4a3b6f-3538-4aef-bf2e-83dd9de94177 req-a5c51c67-6a1e-4018-8bec-9a723e9a3754 service nova] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Received event network-vif-deleted-8e9b2e53-72f1-4ceb-ad23-58356f8abd72 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.756355] env[69473]: DEBUG nova.compute.manager [req-3a4a3b6f-3538-4aef-bf2e-83dd9de94177 req-a5c51c67-6a1e-4018-8bec-9a723e9a3754 service nova] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Received event network-vif-deleted-b1e9c647-4283-4cfe-b2a1-0bb8a7427b2a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.922191] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524fedae-a102-df23-21b3-205acc5f0c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.015337} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.923111] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589fec43-036e-42e0-98d8-1de193731d05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.931517] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 751.931517] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527cc5d5-c813-002e-6427-beabb3996be0" [ 751.931517] env[69473]: _type = "Task" [ 751.931517] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.947301] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527cc5d5-c813-002e-6427-beabb3996be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.053280] env[69473]: DEBUG oslo_vmware.api [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357585, 'name': PowerOnVM_Task, 'duration_secs': 0.504592} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.054476] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.054476] env[69473]: DEBUG nova.compute.manager [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.054608] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c86ef-70e2-44ce-bdf1-2724d1552209 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.099755] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07774} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.100347] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.101665] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8436f358-d68c-4120-a5af-37fb3fa9b190 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.133420] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 7b169415-c41d-4e7e-92f0-b1a052b96fcb/7b169415-c41d-4e7e-92f0-b1a052b96fcb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.137376] env[69473]: DEBUG oslo_concurrency.lockutils [None req-79adb045-fe59-43d3-a91f-195ebe698c3b tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "98f35e0d-bf83-4da6-a7f4-b8924c01bceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.841s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.138718] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f3acd8bb-fc3a-49d0-846c-d2516a1f9024 tempest-InstanceActionsV221TestJSON-955962736 tempest-InstanceActionsV221TestJSON-955962736-project-member] Lock "08a284de-cadf-450c-ad61-fad59fd85358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.601s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.139785] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48f9650-1e33-4f4b-a730-cb266c44d814 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.168073] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 752.168073] env[69473]: value = "task-3357587" [ 752.168073] env[69473]: _type = "Task" [ 752.168073] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.179031] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.354788] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "943364ed-68a8-49d5-b165-a19795d43933" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.354788] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.354788] env[69473]: INFO nova.compute.manager [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Attaching volume 67131223-df11-4b38-9dde-ed7d2d70fab5 to /dev/sdb [ 752.410608] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fabe80b-42da-4592-a37e-0d3822f8100d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.430338] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e15e88-c892-4e9e-8270-b70a6e3bb3d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.450478] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527cc5d5-c813-002e-6427-beabb3996be0, 'name': SearchDatastore_Task, 'duration_secs': 0.018624} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.452203] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.452579] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 4767f76b-6acb-43be-b46c-18b2ca550d18/4767f76b-6acb-43be-b46c-18b2ca550d18.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.458182] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16be1104-a5e6-4e71-94c6-8787a727afae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.460657] env[69473]: DEBUG nova.virt.block_device [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Updating existing volume attachment record: e928a14c-2410-49bb-ae80-16aec3286b7c {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 752.470530] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 752.470530] env[69473]: value = "task-3357588" [ 752.470530] env[69473]: _type = "Task" [ 752.470530] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.481862] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.574029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.659888] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20c2cde-767a-43ef-b376-4a260cd1c4f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.676557] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbd14bb-efba-4c70-a281-fac12862bcbb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.685746] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e47603-e9aa-fed0-308a-050eaf09703d/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.687215] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce417286-73f2-486e-81f4-f612e9d3c626 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.695777] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357587, 'name': ReconfigVM_Task, 'duration_secs': 0.467243} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.723605] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 7b169415-c41d-4e7e-92f0-b1a052b96fcb/7b169415-c41d-4e7e-92f0-b1a052b96fcb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.724731] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e47603-e9aa-fed0-308a-050eaf09703d/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.725325] env[69473]: ERROR oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e47603-e9aa-fed0-308a-050eaf09703d/disk-0.vmdk due to incomplete transfer. [ 752.725907] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15367258-9fb7-41b8-854e-8db141f06f5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.728832] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a41437d-f756-4ffb-9bfa-cf6bd2d70dc3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.731170] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd771a2-f0ec-4cf0-a541-165152cd04ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.746531] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 752.746531] env[69473]: value = "task-3357590" [ 752.746531] env[69473]: _type = "Task" [ 752.746531] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.749113] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e65439c-d017-4614-b9fa-88cf81a58281 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.753928] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e47603-e9aa-fed0-308a-050eaf09703d/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.753928] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Uploaded image b5448ea6-3762-4a7a-9102-20522f8e0927 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.756050] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.762019] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dcebf8e2-daa7-4931-8114-93bd7a45a888 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.781407] env[69473]: DEBUG nova.compute.provider_tree [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.783017] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357590, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.787153] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 752.787153] env[69473]: value = "task-3357591" [ 752.787153] env[69473]: _type = "Task" [ 752.787153] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.809370] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357591, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.984196] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.063740] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "59bef0c6-2345-4728-8502-cab86260b5b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.063997] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "59bef0c6-2345-4728-8502-cab86260b5b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.265081] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357590, 'name': Rename_Task, 'duration_secs': 0.338393} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.265368] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.265644] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de8cb24-658f-4972-9d7f-0cd33ec79e2f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.273545] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 753.273545] env[69473]: value = "task-3357594" [ 753.273545] env[69473]: _type = "Task" [ 753.273545] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.290518] env[69473]: DEBUG nova.scheduler.client.report [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.293900] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.308705] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357591, 'name': Destroy_Task, 'duration_secs': 0.516659} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.309024] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Destroyed the VM [ 753.309271] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.309534] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e63ae1b-ad29-463b-93b1-83711ab87573 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.320366] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 753.320366] env[69473]: value = "task-3357595" [ 753.320366] env[69473]: _type = "Task" [ 753.320366] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.334280] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.483775] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540832} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.484069] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 4767f76b-6acb-43be-b46c-18b2ca550d18/4767f76b-6acb-43be-b46c-18b2ca550d18.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.484309] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.484760] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba0a11f-789e-4aeb-9282-113da01f7602 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.492440] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 753.492440] env[69473]: value = "task-3357596" [ 753.492440] env[69473]: _type = "Task" [ 753.492440] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.503194] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.568286] env[69473]: DEBUG nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.789255] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.803815] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Acquiring lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.804247] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.804460] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Acquiring lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.804651] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.804815] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.807264] env[69473]: INFO nova.compute.manager [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Terminating instance [ 753.840053] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357595, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.008227] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.496253} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.008575] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.009548] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a20a87a-88a0-4dad-a3d4-91a2c3fa710b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.041494] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 4767f76b-6acb-43be-b46c-18b2ca550d18/4767f76b-6acb-43be-b46c-18b2ca550d18.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.041494] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eacdec07-31d0-4acf-8b71-e48c118d046b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.067023] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 754.067023] env[69473]: value = "task-3357597" [ 754.067023] env[69473]: _type = "Task" [ 754.067023] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.080805] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.098981] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.153722] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "821a77a7-502f-482d-9e13-5317d69eab1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.153861] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "821a77a7-502f-482d-9e13-5317d69eab1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.154093] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "821a77a7-502f-482d-9e13-5317d69eab1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.154308] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "821a77a7-502f-482d-9e13-5317d69eab1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.154454] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "821a77a7-502f-482d-9e13-5317d69eab1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.158242] env[69473]: INFO nova.compute.manager [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Terminating instance [ 754.286576] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357594, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.304482] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.733s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.308076] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.464s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.310102] env[69473]: INFO nova.compute.claims [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.315954] env[69473]: DEBUG nova.compute.manager [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.316331] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.316712] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2710ac44-1689-4a90-8811-4b72269ce04c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.332059] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 754.332059] env[69473]: value = "task-3357598" [ 754.332059] env[69473]: _type = "Task" [ 754.332059] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.343034] env[69473]: DEBUG oslo_vmware.api [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357595, 'name': RemoveSnapshot_Task, 'duration_secs': 0.677511} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.343809] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.345341] env[69473]: INFO nova.compute.manager [None req-0c5b1d5f-be99-4161-b0fd-b5d458016420 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 754.352413] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.484462] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.484903] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.580939] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.663400] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "refresh_cache-821a77a7-502f-482d-9e13-5317d69eab1e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.663671] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquired lock "refresh_cache-821a77a7-502f-482d-9e13-5317d69eab1e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.663863] env[69473]: DEBUG nova.network.neutron [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.789512] env[69473]: DEBUG oslo_vmware.api [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357594, 'name': PowerOnVM_Task, 'duration_secs': 1.318668} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.789512] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.789512] env[69473]: INFO nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Took 11.75 seconds to spawn the instance on the hypervisor. [ 754.789512] env[69473]: DEBUG nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.789512] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1ff30a-7012-43ae-856f-54d388395dc7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.850017] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357598, 'name': PowerOffVM_Task, 'duration_secs': 0.243607} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.850017] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.850017] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 754.852160] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670028', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'name': 'volume-35727e01-bb67-4af3-8666-1cd1ecfa8685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a2b7ada-5d43-4e03-bcfc-eedb65417c5c', 'attached_at': '', 'detached_at': '', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'serial': '35727e01-bb67-4af3-8666-1cd1ecfa8685'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 754.853077] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9bca56-b681-41ea-9c49-2f30771d0172 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.881480] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b2da4e-15bd-4192-96b0-2b298363e683 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.886719] env[69473]: INFO nova.scheduler.client.report [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Deleted allocation for migration ab6abdcf-2d1d-41a1-a23f-c85f84d1901b [ 754.894099] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f332e584-32ab-475d-a4eb-76cec3861a6a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.916530] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528bf27f-53bb-4e2e-b6ce-9b0544d0ea56 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.935746] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] The volume has not been displaced from its original location: [datastore2] volume-35727e01-bb67-4af3-8666-1cd1ecfa8685/volume-35727e01-bb67-4af3-8666-1cd1ecfa8685.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 754.941397] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 754.942599] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad813f7f-971f-438f-a2e4-941891410674 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.963269] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 754.963269] env[69473]: value = "task-3357599" [ 754.963269] env[69473]: _type = "Task" [ 754.963269] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.978042] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.987614] env[69473]: DEBUG nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.080146] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357597, 'name': ReconfigVM_Task, 'duration_secs': 0.669406} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.080146] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 4767f76b-6acb-43be-b46c-18b2ca550d18/4767f76b-6acb-43be-b46c-18b2ca550d18.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.080411] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba859890-0997-478f-866f-2e3ddb505343 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.089451] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 755.089451] env[69473]: value = "task-3357600" [ 755.089451] env[69473]: _type = "Task" [ 755.089451] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.099315] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357600, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.192551] env[69473]: DEBUG nova.network.neutron [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.254971] env[69473]: DEBUG nova.network.neutron [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.313891] env[69473]: INFO nova.compute.manager [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Took 42.75 seconds to build instance. [ 755.395748] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9513d688-3ca9-4e27-9d4a-762535337080 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.168s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.477982] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357599, 'name': ReconfigVM_Task, 'duration_secs': 0.291856} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.479107] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 755.487902] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335295da-0a5f-4953-ba40-e4d3ece80cda {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.518024] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 755.518024] env[69473]: value = "task-3357602" [ 755.518024] env[69473]: _type = "Task" [ 755.518024] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.530341] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.533835] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.600052] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357600, 'name': Rename_Task, 'duration_secs': 0.218874} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.602959] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.603467] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a641d4f5-5c39-45fd-8175-9f56904fc750 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.611707] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 755.611707] env[69473]: value = "task-3357603" [ 755.611707] env[69473]: _type = "Task" [ 755.611707] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.624633] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.757602] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Releasing lock "refresh_cache-821a77a7-502f-482d-9e13-5317d69eab1e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.761137] env[69473]: DEBUG nova.compute.manager [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.761137] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.761137] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7480d125-575a-48a0-af89-d9babaee00f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.771116] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.771116] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0159ab9a-272f-4057-bcb3-1491e76f8136 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.780579] env[69473]: DEBUG oslo_vmware.api [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 755.780579] env[69473]: value = "task-3357604" [ 755.780579] env[69473]: _type = "Task" [ 755.780579] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.794393] env[69473]: DEBUG oslo_vmware.api [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.817144] env[69473]: DEBUG oslo_concurrency.lockutils [None req-54aef45e-e93b-4a0c-b02c-d05cd2989e04 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.194s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.849433] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f62987-63c0-40af-8ee4-53e70b894de6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.858145] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ddd29f-0232-4454-83f2-6cfd498d8eb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.891836] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a422af-56d8-419a-9138-cb75ce8950fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.906108] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15db2e6-e98e-4c1b-810e-4bd6b89d7d49 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.924319] env[69473]: DEBUG nova.compute.provider_tree [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.032245] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357602, 'name': ReconfigVM_Task, 'duration_secs': 0.216489} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.032245] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670028', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'name': 'volume-35727e01-bb67-4af3-8666-1cd1ecfa8685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a2b7ada-5d43-4e03-bcfc-eedb65417c5c', 'attached_at': '', 'detached_at': '', 'volume_id': '35727e01-bb67-4af3-8666-1cd1ecfa8685', 'serial': '35727e01-bb67-4af3-8666-1cd1ecfa8685'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 756.032245] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.032829] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0b65c0-3ba8-4400-bbdb-9e80005b5318 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.042724] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.044656] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c428419-809f-4033-a183-3c971c6e38bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.123866] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.123866] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.124058] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Deleting the datastore file [datastore2] 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.124416] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f8ddc75-72ac-4bdb-903d-b99bdf8a319b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.130088] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357603, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.137302] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for the task: (returnval){ [ 756.137302] env[69473]: value = "task-3357606" [ 756.137302] env[69473]: _type = "Task" [ 756.137302] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.147351] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.293687] env[69473]: DEBUG oslo_vmware.api [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357604, 'name': PowerOffVM_Task, 'duration_secs': 0.159271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.293978] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.294167] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.294429] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45c3eb7d-86f7-4f48-85f7-803f6172b1dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.328097] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.328097] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.328097] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Deleting the datastore file [datastore1] 821a77a7-502f-482d-9e13-5317d69eab1e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.328097] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef65ee34-d7f0-4aa7-bd4f-3bb385a20502 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.337778] env[69473]: DEBUG oslo_vmware.api [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for the task: (returnval){ [ 756.337778] env[69473]: value = "task-3357608" [ 756.337778] env[69473]: _type = "Task" [ 756.337778] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.347677] env[69473]: DEBUG oslo_vmware.api [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.406964] env[69473]: DEBUG nova.compute.manager [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.408826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f98e2f-a522-4cce-b47e-263075476ea2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.431712] env[69473]: DEBUG nova.scheduler.client.report [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.613354] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "1c62524e-5890-4889-9930-edac26682502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.613743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "1c62524e-5890-4889-9930-edac26682502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.626413] env[69473]: DEBUG oslo_vmware.api [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357603, 'name': PowerOnVM_Task, 'duration_secs': 0.823335} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.627526] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.627642] env[69473]: INFO nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Took 10.83 seconds to spawn the instance on the hypervisor. [ 756.627867] env[69473]: DEBUG nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.628732] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70540d0a-6016-4fe4-a849-fd044c7b22ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.649100] env[69473]: DEBUG oslo_vmware.api [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Task: {'id': task-3357606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11365} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.649872] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.649872] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.650046] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.650178] env[69473]: INFO nova.compute.manager [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Took 2.33 seconds to destroy the instance on the hypervisor. [ 756.650740] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.651111] env[69473]: DEBUG nova.compute.manager [-] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.651253] env[69473]: DEBUG nova.network.neutron [-] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.848833] env[69473]: DEBUG oslo_vmware.api [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Task: {'id': task-3357608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102011} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.849793] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.849946] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.850150] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.850897] env[69473]: INFO nova.compute.manager [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 756.851180] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.851387] env[69473]: DEBUG nova.compute.manager [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.852057] env[69473]: DEBUG nova.network.neutron [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.880959] env[69473]: DEBUG nova.network.neutron [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.926592] env[69473]: INFO nova.compute.manager [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] instance snapshotting [ 756.932312] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff936b7-6967-40a3-a31f-b24231a0abd4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.937450] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.938497] env[69473]: DEBUG nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.941670] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.336s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.943463] env[69473]: INFO nova.compute.claims [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.966990] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89de84-a3a0-4884-ba9d-b1a9542f8c57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.115889] env[69473]: DEBUG nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.146682] env[69473]: INFO nova.compute.manager [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Took 43.57 seconds to build instance. [ 757.294459] env[69473]: DEBUG nova.compute.manager [req-ff9d6493-accd-4690-a7e4-3680a650c8cf req-d53d0b84-d0cf-4263-86cf-c58414a6792b service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Received event network-vif-deleted-d5f9a95d-51f4-4389-9771-d18084714fe1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.294689] env[69473]: INFO nova.compute.manager [req-ff9d6493-accd-4690-a7e4-3680a650c8cf req-d53d0b84-d0cf-4263-86cf-c58414a6792b service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Neutron deleted interface d5f9a95d-51f4-4389-9771-d18084714fe1; detaching it from the instance and deleting it from the info cache [ 757.294869] env[69473]: DEBUG nova.network.neutron [req-ff9d6493-accd-4690-a7e4-3680a650c8cf req-d53d0b84-d0cf-4263-86cf-c58414a6792b service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.385190] env[69473]: DEBUG nova.network.neutron [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.448776] env[69473]: DEBUG nova.compute.utils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.456676] env[69473]: DEBUG nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.456794] env[69473]: DEBUG nova.network.neutron [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.482289] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.486600] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8e805e5-ab55-4a32-9005-d2f2cbd13d5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.497095] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "e710cad7-f574-4a66-b735-815e2cc87ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.497385] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.497609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "e710cad7-f574-4a66-b735-815e2cc87ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.497842] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.498064] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.500354] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 757.500354] env[69473]: value = "task-3357609" [ 757.500354] env[69473]: _type = "Task" [ 757.500354] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.501222] env[69473]: INFO nova.compute.manager [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Terminating instance [ 757.516768] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.518430] env[69473]: DEBUG nova.policy [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8edc46e08ce443b4887905ae95e0725f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '755f6ff6ae2542c481f7f8ed41432611', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.536399] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 757.536399] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670114', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'name': 'volume-67131223-df11-4b38-9dde-ed7d2d70fab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '943364ed-68a8-49d5-b165-a19795d43933', 'attached_at': '', 'detached_at': '', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'serial': '67131223-df11-4b38-9dde-ed7d2d70fab5'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 757.537264] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d6b0f-6ea0-4dfc-8e51-81cec1995d10 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.559581] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef5256-2f13-4dd9-b79e-d897cff7b6e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.588156] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-67131223-df11-4b38-9dde-ed7d2d70fab5/volume-67131223-df11-4b38-9dde-ed7d2d70fab5.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.588495] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8e315f-564a-4531-ac91-889a81e6b3cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.609229] env[69473]: DEBUG oslo_vmware.api [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 757.609229] env[69473]: value = "task-3357610" [ 757.609229] env[69473]: _type = "Task" [ 757.609229] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.618693] env[69473]: DEBUG oslo_vmware.api [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.641370] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.649236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cba0c243-07af-4a10-b9c4-776d7ca093a5 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.922s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.710337] env[69473]: DEBUG nova.network.neutron [-] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.779850] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.780136] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.797697] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a871d20-447d-4fcc-845a-63808a9a288a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.812626] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7cae0a-86c0-47ae-8036-f02ebe736555 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.851687] env[69473]: DEBUG nova.compute.manager [req-ff9d6493-accd-4690-a7e4-3680a650c8cf req-d53d0b84-d0cf-4263-86cf-c58414a6792b service nova] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Detach interface failed, port_id=d5f9a95d-51f4-4389-9771-d18084714fe1, reason: Instance 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.852431] env[69473]: DEBUG nova.network.neutron [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Successfully created port: fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.886830] env[69473]: INFO nova.compute.manager [-] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Took 1.04 seconds to deallocate network for instance. [ 757.956604] env[69473]: DEBUG nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.010979] env[69473]: DEBUG nova.compute.manager [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.015046] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.016527] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b50e259-731d-46db-bb14-5dbe6c4136c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.023282] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.029045] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.029308] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a31f125f-fcee-4869-985f-c173cb3a09c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.041402] env[69473]: DEBUG oslo_vmware.api [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 758.041402] env[69473]: value = "task-3357611" [ 758.041402] env[69473]: _type = "Task" [ 758.041402] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.054445] env[69473]: DEBUG oslo_vmware.api [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.122183] env[69473]: DEBUG oslo_vmware.api [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357610, 'name': ReconfigVM_Task, 'duration_secs': 0.375925} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.122537] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-67131223-df11-4b38-9dde-ed7d2d70fab5/volume-67131223-df11-4b38-9dde-ed7d2d70fab5.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.127291] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe97988-61a1-4c9b-a645-6b7691d4f529 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.147498] env[69473]: DEBUG oslo_vmware.api [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 758.147498] env[69473]: value = "task-3357612" [ 758.147498] env[69473]: _type = "Task" [ 758.147498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.157980] env[69473]: DEBUG oslo_vmware.api [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.212470] env[69473]: INFO nova.compute.manager [-] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Took 1.56 seconds to deallocate network for instance. [ 758.273025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "471fe7bd-9997-4baf-a7e1-ff41be585590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.273233] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.284562] env[69473]: DEBUG nova.compute.utils [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.393039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.476458] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af80cafe-9d40-4aa0-b238-8d0b0d594ec6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.488037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75688289-0081-4baf-9368-2a98cfb80126 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.523927] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcd6dc8-fa62-4871-8be3-20ada9157537 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.535096] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357609, 'name': CreateSnapshot_Task, 'duration_secs': 0.909472} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.535731] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.537066] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbb3b42-1159-42e7-ab6a-20f170ba2cbe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.541712] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf92ec-2746-42f7-b19f-ebb024a4a19c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.557818] env[69473]: DEBUG nova.compute.provider_tree [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.569864] env[69473]: DEBUG oslo_vmware.api [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357611, 'name': PowerOffVM_Task, 'duration_secs': 0.236627} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.572924] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.572924] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.572924] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e5000e0-327d-42cb-808f-f478ff1546b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.637594] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.637968] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.638081] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Deleting the datastore file [datastore2] e710cad7-f574-4a66-b735-815e2cc87ba8 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.638439] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de57d65b-96b6-4a2a-bee8-e6d049d2dda8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.646091] env[69473]: DEBUG oslo_vmware.api [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 758.646091] env[69473]: value = "task-3357614" [ 758.646091] env[69473]: _type = "Task" [ 758.646091] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.658044] env[69473]: DEBUG oslo_vmware.api [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.660728] env[69473]: DEBUG oslo_vmware.api [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357612, 'name': ReconfigVM_Task, 'duration_secs': 0.192224} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.661143] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670114', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'name': 'volume-67131223-df11-4b38-9dde-ed7d2d70fab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '943364ed-68a8-49d5-b165-a19795d43933', 'attached_at': '', 'detached_at': '', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'serial': '67131223-df11-4b38-9dde-ed7d2d70fab5'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 758.776441] env[69473]: INFO nova.compute.manager [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Took 0.56 seconds to detach 1 volumes for instance. [ 758.778920] env[69473]: DEBUG nova.compute.manager [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Deleting volume: 35727e01-bb67-4af3-8666-1cd1ecfa8685 {{(pid=69473) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 758.781647] env[69473]: DEBUG nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.786586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.808226] env[69473]: DEBUG oslo_concurrency.lockutils [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "4767f76b-6acb-43be-b46c-18b2ca550d18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.808514] env[69473]: DEBUG oslo_concurrency.lockutils [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.808721] env[69473]: DEBUG nova.compute.manager [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.809826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fb3091-1a45-450a-8042-a7f1987d6337 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.818434] env[69473]: DEBUG nova.compute.manager [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 758.819467] env[69473]: DEBUG nova.objects.instance [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lazy-loading 'flavor' on Instance uuid 4767f76b-6acb-43be-b46c-18b2ca550d18 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.966917] env[69473]: DEBUG nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.991274] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.991448] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.991701] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.991960] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.992142] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.992310] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.992527] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.992709] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.992886] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.993084] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.993298] env[69473]: DEBUG nova.virt.hardware [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.994232] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0869c930-9b0c-42f7-983d-513bdb77af8f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.003976] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d914d0d-bfdd-4010-857d-bc0bb10a89fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.062175] env[69473]: DEBUG nova.scheduler.client.report [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.077546] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.079810] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af190094-05d6-42be-a217-69f78778f08a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.089220] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 759.089220] env[69473]: value = "task-3357616" [ 759.089220] env[69473]: _type = "Task" [ 759.089220] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.102883] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357616, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.161719] env[69473]: DEBUG oslo_vmware.api [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260102} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.162477] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.162477] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.162477] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.162910] env[69473]: INFO nova.compute.manager [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 759.164025] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.164025] env[69473]: DEBUG nova.compute.manager [-] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.164025] env[69473]: DEBUG nova.network.neutron [-] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.308236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.331624] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.579016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.581968] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.872s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.581968] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.584474] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.773s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.586296] env[69473]: INFO nova.compute.claims [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.601853] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357616, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.621811] env[69473]: DEBUG nova.network.neutron [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Successfully updated port: fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.637516] env[69473]: INFO nova.scheduler.client.report [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Deleted allocations for instance d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d [ 759.716315] env[69473]: DEBUG nova.objects.instance [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lazy-loading 'flavor' on Instance uuid 943364ed-68a8-49d5-b165-a19795d43933 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.828557] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.829691] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4f66136-4051-446f-8b46-d587456583ad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.836843] env[69473]: DEBUG oslo_vmware.api [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 759.836843] env[69473]: value = "task-3357617" [ 759.836843] env[69473]: _type = "Task" [ 759.836843] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.846289] env[69473]: DEBUG oslo_vmware.api [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.884996] env[69473]: DEBUG nova.compute.manager [req-76f76940-148d-4434-aabe-018163fc16ea req-be7066a2-05f4-4c2e-aae7-3d30e6b0eab4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Received event network-vif-plugged-fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.885239] env[69473]: DEBUG oslo_concurrency.lockutils [req-76f76940-148d-4434-aabe-018163fc16ea req-be7066a2-05f4-4c2e-aae7-3d30e6b0eab4 service nova] Acquiring lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.886301] env[69473]: DEBUG oslo_concurrency.lockutils [req-76f76940-148d-4434-aabe-018163fc16ea req-be7066a2-05f4-4c2e-aae7-3d30e6b0eab4 service nova] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.886301] env[69473]: DEBUG oslo_concurrency.lockutils [req-76f76940-148d-4434-aabe-018163fc16ea req-be7066a2-05f4-4c2e-aae7-3d30e6b0eab4 service nova] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.886301] env[69473]: DEBUG nova.compute.manager [req-76f76940-148d-4434-aabe-018163fc16ea req-be7066a2-05f4-4c2e-aae7-3d30e6b0eab4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] No waiting events found dispatching network-vif-plugged-fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.886431] env[69473]: WARNING nova.compute.manager [req-76f76940-148d-4434-aabe-018163fc16ea req-be7066a2-05f4-4c2e-aae7-3d30e6b0eab4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Received unexpected event network-vif-plugged-fa154b58-1295-4bb8-a08a-d9afc7d3384a for instance with vm_state building and task_state spawning. [ 759.890145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.890145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.890145] env[69473]: INFO nova.compute.manager [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Attaching volume 846f6fe2-b1f9-4592-b84f-ea572e642f49 to /dev/sdb [ 759.927413] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a4d666-718e-4288-b6be-f3c779108120 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.936465] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68c9932-eb82-4f78-9858-291e23b1c0dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.955998] env[69473]: DEBUG nova.virt.block_device [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Updating existing volume attachment record: fba7d09d-0185-49d1-b7f8-02bd2d4dbb36 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 760.000676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "c73704c5-51fd-4459-8c7c-d4097524d3af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.000676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.000676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "c73704c5-51fd-4459-8c7c-d4097524d3af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.000676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.000676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.003328] env[69473]: INFO nova.compute.manager [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Terminating instance [ 760.094223] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "04ef7979-0661-4e53-b7c0-30a220b381c9" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.094505] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "04ef7979-0661-4e53-b7c0-30a220b381c9" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.104949] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "04ef7979-0661-4e53-b7c0-30a220b381c9" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.010s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.105607] env[69473]: DEBUG nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.116243] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357616, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.127971] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.127971] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.127971] env[69473]: DEBUG nova.network.neutron [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.147983] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e793868b-7416-4c12-bdb3-339364ef4e45 tempest-ImagesOneServerTestJSON-1891408056 tempest-ImagesOneServerTestJSON-1891408056-project-member] Lock "d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.842s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.224966] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aff4affe-9350-4d1f-b36b-b050391d1172 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.347742] env[69473]: DEBUG oslo_vmware.api [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357617, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.388206] env[69473]: DEBUG nova.network.neutron [-] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.511202] env[69473]: DEBUG nova.compute.manager [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.511202] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.512489] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b2522-86d9-4ccb-a9e4-58272a0d8b5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.522787] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.525460] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1814dcd-c620-4e42-898d-ae920cdb0dcd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.532742] env[69473]: DEBUG oslo_vmware.api [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 760.532742] env[69473]: value = "task-3357621" [ 760.532742] env[69473]: _type = "Task" [ 760.532742] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.549123] env[69473]: DEBUG oslo_vmware.api [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.612728] env[69473]: DEBUG nova.compute.utils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.614429] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357616, 'name': CloneVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.615255] env[69473]: DEBUG nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.615504] env[69473]: DEBUG nova.network.neutron [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.684770] env[69473]: DEBUG nova.network.neutron [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.728057] env[69473]: DEBUG nova.policy [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd2dc6a6bb249be85b2d0c046f80e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5250b6dcf754d95b57257de02796bbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.847999] env[69473]: DEBUG oslo_vmware.api [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357617, 'name': PowerOffVM_Task, 'duration_secs': 0.722181} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.852503] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.852770] env[69473]: DEBUG nova.compute.manager [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.854012] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5b802-9180-4067-ad81-810f2e4e3216 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.893368] env[69473]: INFO nova.compute.manager [-] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Took 1.73 seconds to deallocate network for instance. [ 760.985918] env[69473]: DEBUG nova.network.neutron [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updating instance_info_cache with network_info: [{"id": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "address": "fa:16:3e:12:8e:8b", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa154b58-12", "ovs_interfaceid": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.053174] env[69473]: DEBUG oslo_vmware.api [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357621, 'name': PowerOffVM_Task, 'duration_secs': 0.357422} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.057138] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.057319] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.061390] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-761f9350-c598-421f-8684-5e205e05e5e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.106695] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357616, 'name': CloneVM_Task, 'duration_secs': 1.534649} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.106969] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Created linked-clone VM from snapshot [ 761.107735] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c987f08-8db8-420b-abe5-cbf33279ded1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.116336] env[69473]: DEBUG nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.126030] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Uploading image 464ed5bc-7f17-4f08-ac8b-a263e154b5b3 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.129115] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9e4758-bfae-43e8-9306-f94afaf3ad2d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.134270] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.134270] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.134453] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Deleting the datastore file [datastore1] c73704c5-51fd-4459-8c7c-d4097524d3af {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.135060] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce35e32f-9017-439f-b400-fea4c7144238 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.140365] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6dc02d-7959-4938-b8b3-b847989a8171 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.149012] env[69473]: DEBUG oslo_vmware.api [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for the task: (returnval){ [ 761.149012] env[69473]: value = "task-3357623" [ 761.149012] env[69473]: _type = "Task" [ 761.149012] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.181423] env[69473]: DEBUG nova.network.neutron [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Successfully created port: 208ea90e-605b-4127-968b-8f57f25633f6 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.184910] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7facb998-b2d2-407f-8e2b-c9f3ab2e5282 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.192424] env[69473]: DEBUG oslo_vmware.api [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.193791] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "943364ed-68a8-49d5-b165-a19795d43933" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.193791] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.199027] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3854db5-5343-4ef4-b329-38e974a3c2fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.205345] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.205345] env[69473]: value = "vm-670116" [ 761.205345] env[69473]: _type = "VirtualMachine" [ 761.205345] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.205972] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4250ca53-5f6d-4786-8554-051aacc22f2f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.226968] env[69473]: DEBUG nova.compute.provider_tree [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.229817] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lease: (returnval){ [ 761.229817] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52507e00-2a31-8843-b968-4e862f0d4919" [ 761.229817] env[69473]: _type = "HttpNfcLease" [ 761.229817] env[69473]: } obtained for exporting VM: (result){ [ 761.229817] env[69473]: value = "vm-670116" [ 761.229817] env[69473]: _type = "VirtualMachine" [ 761.229817] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.230177] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the lease: (returnval){ [ 761.230177] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52507e00-2a31-8843-b968-4e862f0d4919" [ 761.230177] env[69473]: _type = "HttpNfcLease" [ 761.230177] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.237922] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.237922] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52507e00-2a31-8843-b968-4e862f0d4919" [ 761.237922] env[69473]: _type = "HttpNfcLease" [ 761.237922] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.239074] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.239074] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52507e00-2a31-8843-b968-4e862f0d4919" [ 761.239074] env[69473]: _type = "HttpNfcLease" [ 761.239074] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.239815] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd97f0e-2d38-4ac6-b9cd-4af982ecdb37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.249934] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f38912-f65a-55cc-b308-6f59ad6bf556/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.250114] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f38912-f65a-55cc-b308-6f59ad6bf556/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.352056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.352340] env[69473]: DEBUG oslo_concurrency.lockutils [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.372264] env[69473]: DEBUG oslo_concurrency.lockutils [None req-82bd4074-1544-4a34-9a96-99e6e2b87211 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.564s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.390570] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9cb7ee8b-305e-4429-8be8-02f6748311f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.404245] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.474399] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "2bb50809-0b14-4923-97ef-d14abd42ad0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.474554] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.491576] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Releasing lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.491690] env[69473]: DEBUG nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Instance network_info: |[{"id": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "address": "fa:16:3e:12:8e:8b", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa154b58-12", "ovs_interfaceid": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.492138] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:8e:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa154b58-1295-4bb8-a08a-d9afc7d3384a', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.500686] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Creating folder: Project (755f6ff6ae2542c481f7f8ed41432611). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.501297] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b22e94d9-e0ac-41ab-93c2-1aaebf438ff9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.516807] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Created folder: Project (755f6ff6ae2542c481f7f8ed41432611) in parent group-v669999. [ 761.517103] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Creating folder: Instances. Parent ref: group-v670119. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.517964] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-889f9c8c-a250-4592-b661-4abe6f9f480f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.528214] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Created folder: Instances in parent group-v670119. [ 761.528214] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.528404] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.528624] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c1781f-4c16-4d64-8664-f289e168ebab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.551871] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.551871] env[69473]: value = "task-3357627" [ 761.551871] env[69473]: _type = "Task" [ 761.551871] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.560542] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "f92d2111-2ca1-466f-8fea-d482fefcef95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.561320] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.561320] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "f92d2111-2ca1-466f-8fea-d482fefcef95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.561320] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.561320] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.563025] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357627, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.564757] env[69473]: INFO nova.compute.manager [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Terminating instance [ 761.662781] env[69473]: DEBUG oslo_vmware.api [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Task: {'id': task-3357623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15094} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.667074] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.667074] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.667074] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.667074] env[69473]: INFO nova.compute.manager [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 761.667074] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.667074] env[69473]: DEBUG nova.compute.manager [-] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.667074] env[69473]: DEBUG nova.network.neutron [-] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.701384] env[69473]: INFO nova.compute.manager [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Detaching volume 67131223-df11-4b38-9dde-ed7d2d70fab5 [ 761.734155] env[69473]: DEBUG nova.scheduler.client.report [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.758769] env[69473]: INFO nova.virt.block_device [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Attempting to driver detach volume 67131223-df11-4b38-9dde-ed7d2d70fab5 from mountpoint /dev/sdb [ 761.758769] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 761.758769] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670114', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'name': 'volume-67131223-df11-4b38-9dde-ed7d2d70fab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '943364ed-68a8-49d5-b165-a19795d43933', 'attached_at': '', 'detached_at': '', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'serial': '67131223-df11-4b38-9dde-ed7d2d70fab5'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 761.758769] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8e121-c535-4fe1-9764-0271b2311b38 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.795427] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19c0c4a-95ec-4d02-b555-7ce9f4dc4d6a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.803841] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b97b19c-c0dc-4276-afdb-e146e5cdf3f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.831167] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a38a7-a335-4ee9-93fc-d00a7019f821 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.849964] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] The volume has not been displaced from its original location: [datastore2] volume-67131223-df11-4b38-9dde-ed7d2d70fab5/volume-67131223-df11-4b38-9dde-ed7d2d70fab5.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 761.855413] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.856620] env[69473]: DEBUG nova.compute.utils [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.858102] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3884813b-1924-45d3-bcd2-6f3059314b17 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.879758] env[69473]: DEBUG oslo_concurrency.lockutils [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.528s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.888585] env[69473]: DEBUG oslo_vmware.api [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 761.888585] env[69473]: value = "task-3357628" [ 761.888585] env[69473]: _type = "Task" [ 761.888585] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.900665] env[69473]: DEBUG oslo_vmware.api [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.977292] env[69473]: DEBUG nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.062274] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357627, 'name': CreateVM_Task, 'duration_secs': 0.476565} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.062472] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.063275] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.063429] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.063901] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.068513] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4897447-bcdb-49f6-bd2c-ef21afa5cf10 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.068513] env[69473]: DEBUG nova.compute.manager [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.068513] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.069444] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe34f64-dedc-48ed-9357-f7297c2c4049 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.074785] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 762.074785] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523719a1-413e-7854-477b-a185ea5ec8f1" [ 762.074785] env[69473]: _type = "Task" [ 762.074785] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.083718] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.083718] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4852e73-7e88-4b48-a168-67f9af487b12 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.089561] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523719a1-413e-7854-477b-a185ea5ec8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.091543] env[69473]: DEBUG oslo_vmware.api [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 762.091543] env[69473]: value = "task-3357629" [ 762.091543] env[69473]: _type = "Task" [ 762.091543] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.102401] env[69473]: DEBUG oslo_vmware.api [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.126633] env[69473]: DEBUG nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.168074] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.168552] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.168967] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.169331] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.169641] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.169928] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.170328] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.170608] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.171027] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.171277] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.171647] env[69473]: DEBUG nova.virt.hardware [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.173440] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19fe59-91f0-402b-8a5e-610b672bc2c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.185247] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaeaa54-04c4-4300-a3a7-97ed3695bc56 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.240608] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.241153] env[69473]: DEBUG nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.244079] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.345s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.245699] env[69473]: INFO nova.compute.claims [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.408236] env[69473]: DEBUG oslo_vmware.api [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357628, 'name': ReconfigVM_Task, 'duration_secs': 0.307634} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.408236] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 762.417875] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0384b07-7fe0-4f6a-bd9e-92d0653e16eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.440437] env[69473]: DEBUG oslo_vmware.api [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 762.440437] env[69473]: value = "task-3357631" [ 762.440437] env[69473]: _type = "Task" [ 762.440437] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.453037] env[69473]: DEBUG oslo_vmware.api [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.523343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.596884] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523719a1-413e-7854-477b-a185ea5ec8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018098} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.604535] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.605135] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.605965] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.606319] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.606934] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.606934] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c16093dd-865e-49b6-a9b6-28b7ecf85206 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.616720] env[69473]: DEBUG oslo_vmware.api [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357629, 'name': PowerOffVM_Task, 'duration_secs': 0.293653} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.617213] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.617514] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.618679] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5518820c-e0e3-4c0b-a603-82386ec9eab3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.620997] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.621173] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.622479] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d43535-4dac-4889-8343-b9da8b7f74a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.633278] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 762.633278] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d85c1-18d4-fcbb-fed2-ea79f4f527ab" [ 762.633278] env[69473]: _type = "Task" [ 762.633278] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.645402] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d85c1-18d4-fcbb-fed2-ea79f4f527ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013536} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.646322] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce012c46-9582-48d9-bfc2-e664ff12e49c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.655663] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 762.655663] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520a2c6f-0d2a-4c91-7e37-5215b8613628" [ 762.655663] env[69473]: _type = "Task" [ 762.655663] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.667595] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520a2c6f-0d2a-4c91-7e37-5215b8613628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.679557] env[69473]: DEBUG nova.compute.manager [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Received event network-changed-fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.679557] env[69473]: DEBUG nova.compute.manager [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Refreshing instance network info cache due to event network-changed-fa154b58-1295-4bb8-a08a-d9afc7d3384a. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.679557] env[69473]: DEBUG oslo_concurrency.lockutils [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] Acquiring lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.679557] env[69473]: DEBUG oslo_concurrency.lockutils [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] Acquired lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.680456] env[69473]: DEBUG nova.network.neutron [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Refreshing network info cache for port fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.714546] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.714764] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.715086] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Deleting the datastore file [datastore2] f92d2111-2ca1-466f-8fea-d482fefcef95 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.717458] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-589968c8-1e71-4584-aa5c-70c77c7c78ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.726089] env[69473]: DEBUG nova.network.neutron [-] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.729265] env[69473]: DEBUG oslo_vmware.api [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for the task: (returnval){ [ 762.729265] env[69473]: value = "task-3357633" [ 762.729265] env[69473]: _type = "Task" [ 762.729265] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.742036] env[69473]: DEBUG oslo_vmware.api [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.756235] env[69473]: DEBUG nova.compute.utils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.756235] env[69473]: DEBUG nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.756235] env[69473]: DEBUG nova.network.neutron [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.836495] env[69473]: DEBUG nova.policy [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.896012] env[69473]: DEBUG nova.network.neutron [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Successfully updated port: 208ea90e-605b-4127-968b-8f57f25633f6 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.952055] env[69473]: DEBUG oslo_vmware.api [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357631, 'name': ReconfigVM_Task, 'duration_secs': 0.176411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.952524] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670114', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'name': 'volume-67131223-df11-4b38-9dde-ed7d2d70fab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '943364ed-68a8-49d5-b165-a19795d43933', 'attached_at': '', 'detached_at': '', 'volume_id': '67131223-df11-4b38-9dde-ed7d2d70fab5', 'serial': '67131223-df11-4b38-9dde-ed7d2d70fab5'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 762.986962] env[69473]: DEBUG oslo_concurrency.lockutils [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.987241] env[69473]: DEBUG oslo_concurrency.lockutils [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.987474] env[69473]: INFO nova.compute.manager [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Attaching volume 5fe77e6f-9fd9-451c-8201-7396d92d0f58 to /dev/sdb [ 763.171023] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520a2c6f-0d2a-4c91-7e37-5215b8613628, 'name': SearchDatastore_Task, 'duration_secs': 0.017918} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.171023] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.171023] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] b9fd194d-c0af-49f6-b185-f99e2ecfdb55/b9fd194d-c0af-49f6-b185-f99e2ecfdb55.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.171023] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b51203e-8b31-4a80-a3e1-bbf94d0542a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.179851] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 763.179851] env[69473]: value = "task-3357634" [ 763.179851] env[69473]: _type = "Task" [ 763.179851] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.193395] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.224537] env[69473]: DEBUG nova.network.neutron [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Successfully created port: 0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.235482] env[69473]: INFO nova.compute.manager [-] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Took 1.57 seconds to deallocate network for instance. [ 763.254259] env[69473]: DEBUG oslo_vmware.api [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Task: {'id': task-3357633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167453} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.254840] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.255172] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.255604] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.255933] env[69473]: INFO nova.compute.manager [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Took 1.19 seconds to destroy the instance on the hypervisor. [ 763.256480] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.256810] env[69473]: DEBUG nova.compute.manager [-] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.257043] env[69473]: DEBUG nova.network.neutron [-] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.259588] env[69473]: DEBUG nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.397535] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "refresh_cache-5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.397733] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquired lock "refresh_cache-5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.397961] env[69473]: DEBUG nova.network.neutron [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.527587] env[69473]: DEBUG nova.objects.instance [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lazy-loading 'flavor' on Instance uuid 943364ed-68a8-49d5-b165-a19795d43933 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.580998] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e91025-df7f-49c9-99cf-7277c6fee528 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.589339] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba191ed-f3e9-41ce-bea1-649d2152e98d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.612492] env[69473]: DEBUG nova.virt.block_device [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating existing volume attachment record: 1fd53b10-eec9-4d39-883f-e7362ec016d4 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 763.697254] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.746827] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.756507] env[69473]: DEBUG nova.network.neutron [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updated VIF entry in instance network info cache for port fa154b58-1295-4bb8-a08a-d9afc7d3384a. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.756869] env[69473]: DEBUG nova.network.neutron [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updating instance_info_cache with network_info: [{"id": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "address": "fa:16:3e:12:8e:8b", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa154b58-12", "ovs_interfaceid": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.841633] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4883efdf-5df7-45f3-b1fd-71855c41ee29 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.849181] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b383217d-0525-4a68-b7f4-d97c3a17a3eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.880604] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2cc3ad-56c4-4cc9-a9e0-a95a3ad87a42 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.889082] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871f59c-923f-4248-8c26-641a8432e219 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.903892] env[69473]: DEBUG nova.compute.provider_tree [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.954671] env[69473]: DEBUG nova.network.neutron [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.179825] env[69473]: DEBUG nova.network.neutron [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Updating instance_info_cache with network_info: [{"id": "208ea90e-605b-4127-968b-8f57f25633f6", "address": "fa:16:3e:c7:80:35", "network": {"id": "233c0a28-2e12-424f-8f21-4ab774ce9473", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-173627282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5250b6dcf754d95b57257de02796bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208ea90e-60", "ovs_interfaceid": "208ea90e-605b-4127-968b-8f57f25633f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.197024] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555651} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.197024] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] b9fd194d-c0af-49f6-b185-f99e2ecfdb55/b9fd194d-c0af-49f6-b185-f99e2ecfdb55.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.197024] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.197024] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-722f6265-d862-44e6-9d51-f85b016b7c4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.204947] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 764.204947] env[69473]: value = "task-3357638" [ 764.204947] env[69473]: _type = "Task" [ 764.204947] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.216471] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.260108] env[69473]: DEBUG oslo_concurrency.lockutils [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] Releasing lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.260338] env[69473]: DEBUG nova.compute.manager [req-f338ab35-a83c-4ea7-895a-c81891fa9dd7 req-0eed74b7-9b8e-406f-99a5-b56fc25caf0c service nova] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Received event network-vif-deleted-f86407f9-6398-405c-9bec-0609b31b3ee6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.274081] env[69473]: DEBUG nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.297266] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.297505] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.297682] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.297903] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.298165] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.298358] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.298588] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.298762] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.298939] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.299135] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.299323] env[69473]: DEBUG nova.virt.hardware [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.300230] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e140db30-0099-43f1-9699-7a1f2929d7fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.309539] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e21fe7-e727-4df7-92b3-cd6f155e0c80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.408037] env[69473]: DEBUG nova.scheduler.client.report [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.509576] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 764.509856] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670118', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'name': 'volume-846f6fe2-b1f9-4592-b84f-ea572e642f49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b169415-c41d-4e7e-92f0-b1a052b96fcb', 'attached_at': '', 'detached_at': '', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'serial': '846f6fe2-b1f9-4592-b84f-ea572e642f49'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 764.510810] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfcd14d-bf91-4d7a-b61f-e4548f824da5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.530895] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12759dbb-a07c-4cb4-b4d9-0803ce893810 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.552108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3aa7bd2-643e-4616-bb6e-e76438c4bfc7 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.562588] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] volume-846f6fe2-b1f9-4592-b84f-ea572e642f49/volume-846f6fe2-b1f9-4592-b84f-ea572e642f49.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.563580] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf0f195-0fd6-43fe-96ef-499292176d87 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.587127] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 764.587127] env[69473]: value = "task-3357639" [ 764.587127] env[69473]: _type = "Task" [ 764.587127] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.599238] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.652255] env[69473]: DEBUG nova.compute.manager [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.652957] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b09d1f-8c5c-405f-951d-dabf087681c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.685243] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Releasing lock "refresh_cache-5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.685243] env[69473]: DEBUG nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Instance network_info: |[{"id": "208ea90e-605b-4127-968b-8f57f25633f6", "address": "fa:16:3e:c7:80:35", "network": {"id": "233c0a28-2e12-424f-8f21-4ab774ce9473", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-173627282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5250b6dcf754d95b57257de02796bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208ea90e-60", "ovs_interfaceid": "208ea90e-605b-4127-968b-8f57f25633f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.685243] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:80:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '208ea90e-605b-4127-968b-8f57f25633f6', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.692646] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Creating folder: Project (a5250b6dcf754d95b57257de02796bbc). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.694198] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7723c55-9815-41ac-b980-f3a1d238937e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.712026] env[69473]: DEBUG nova.network.neutron [-] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.718159] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Created folder: Project (a5250b6dcf754d95b57257de02796bbc) in parent group-v669999. [ 764.718395] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Creating folder: Instances. Parent ref: group-v670124. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.718737] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072337} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.719346] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d486dd3-907d-48d1-a814-ccc0806b2390 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.721199] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.721871] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c320eb-e94a-4f5d-acff-1c8fb4da3fec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.750740] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] b9fd194d-c0af-49f6-b185-f99e2ecfdb55/b9fd194d-c0af-49f6-b185-f99e2ecfdb55.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.753169] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15fc9d10-99a5-44b2-ab46-c699dfc384d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.769799] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Created folder: Instances in parent group-v670124. [ 764.770241] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.771441] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.772062] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf609bde-390c-4d66-a24c-0e10df96a3da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.787537] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 764.787537] env[69473]: value = "task-3357642" [ 764.787537] env[69473]: _type = "Task" [ 764.787537] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.793620] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.793620] env[69473]: value = "task-3357643" [ 764.793620] env[69473]: _type = "Task" [ 764.793620] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.800305] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.806719] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357643, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.914421] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.915141] env[69473]: DEBUG nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.918107] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.956s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.918352] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.922149] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.455s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.922149] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.924070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.266s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.924416] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.926467] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.024s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.927265] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.929328] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.931720] env[69473]: INFO nova.compute.claims [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.953451] env[69473]: DEBUG nova.compute.manager [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Received event network-vif-deleted-0e466ed9-86d5-48e5-8708-98a9fb1a2c26 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.953686] env[69473]: DEBUG nova.compute.manager [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Received event network-vif-plugged-208ea90e-605b-4127-968b-8f57f25633f6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.953855] env[69473]: DEBUG oslo_concurrency.lockutils [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] Acquiring lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.954090] env[69473]: DEBUG oslo_concurrency.lockutils [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.954269] env[69473]: DEBUG oslo_concurrency.lockutils [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.954418] env[69473]: DEBUG nova.compute.manager [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] No waiting events found dispatching network-vif-plugged-208ea90e-605b-4127-968b-8f57f25633f6 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.954588] env[69473]: WARNING nova.compute.manager [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Received unexpected event network-vif-plugged-208ea90e-605b-4127-968b-8f57f25633f6 for instance with vm_state building and task_state spawning. [ 764.954743] env[69473]: DEBUG nova.compute.manager [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Received event network-changed-208ea90e-605b-4127-968b-8f57f25633f6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.954980] env[69473]: DEBUG nova.compute.manager [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Refreshing instance network info cache due to event network-changed-208ea90e-605b-4127-968b-8f57f25633f6. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.955080] env[69473]: DEBUG oslo_concurrency.lockutils [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] Acquiring lock "refresh_cache-5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.955215] env[69473]: DEBUG oslo_concurrency.lockutils [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] Acquired lock "refresh_cache-5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.955365] env[69473]: DEBUG nova.network.neutron [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Refreshing network info cache for port 208ea90e-605b-4127-968b-8f57f25633f6 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.977902] env[69473]: INFO nova.scheduler.client.report [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted allocations for instance 78fdc5c0-51d8-49b9-929f-810f9439c84a [ 764.982631] env[69473]: INFO nova.scheduler.client.report [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Deleted allocations for instance a3ad0aea-424a-48cd-b100-cc9fdfcd4a82 [ 764.998956] env[69473]: INFO nova.scheduler.client.report [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Deleted allocations for instance 8c620fb8-43fd-42ef-a624-f7322147c3b0 [ 765.006164] env[69473]: INFO nova.scheduler.client.report [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Deleted allocations for instance e12f8476-00be-4b15-ac88-05b31bbecdb1 [ 765.099066] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.165971] env[69473]: INFO nova.compute.manager [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] instance snapshotting [ 765.166226] env[69473]: WARNING nova.compute.manager [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 765.169822] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30186b6d-4332-4610-8452-56521588d3ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.193048] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2181c8f5-b804-4e6c-b3cc-55b6ce6273b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.220611] env[69473]: INFO nova.compute.manager [-] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Took 1.96 seconds to deallocate network for instance. [ 765.232613] env[69473]: DEBUG nova.network.neutron [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Successfully updated port: 0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.301756] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357642, 'name': ReconfigVM_Task, 'duration_secs': 0.458607} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.302530] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Reconfigured VM instance instance-00000029 to attach disk [datastore2] b9fd194d-c0af-49f6-b185-f99e2ecfdb55/b9fd194d-c0af-49f6-b185-f99e2ecfdb55.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.303189] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec18b517-6b8a-4814-9350-5376576b3017 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308283] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357643, 'name': CreateVM_Task, 'duration_secs': 0.455795} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.309274] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.310631] env[69473]: WARNING oslo_messaging._drivers.amqpdriver [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 765.311691] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.311849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.312188] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.312872] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d50440-c58d-49f4-a1bd-beed0fed605f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.316590] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 765.316590] env[69473]: value = "task-3357644" [ 765.316590] env[69473]: _type = "Task" [ 765.316590] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.321911] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 765.321911] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5240b448-0405-2ec1-4c94-aeb26eb0e3e3" [ 765.321911] env[69473]: _type = "Task" [ 765.321911] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.329903] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357644, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.337030] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5240b448-0405-2ec1-4c94-aeb26eb0e3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.337257] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.338058] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.338058] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.338058] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.338058] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.338353] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b95652f6-42ac-4f9d-bdb0-c5bd54c76e6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.350143] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.350296] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.351493] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72c6eec-7c50-45d7-9ad1-c09d019f43c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.357790] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 765.357790] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5211e998-b2c2-0a4d-8456-ddee4303a8e2" [ 765.357790] env[69473]: _type = "Task" [ 765.357790] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.367371] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5211e998-b2c2-0a4d-8456-ddee4303a8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.440760] env[69473]: DEBUG nova.compute.utils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.442112] env[69473]: DEBUG nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 765.494440] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642a607c-6ff2-48ae-a9ce-db7674496ac0 tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "a3ad0aea-424a-48cd-b100-cc9fdfcd4a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.895s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.499023] env[69473]: DEBUG oslo_concurrency.lockutils [None req-94b32e04-1a3f-41ae-931e-9f92f7e0198a tempest-MultipleCreateTestJSON-1874812947 tempest-MultipleCreateTestJSON-1874812947-project-member] Lock "78fdc5c0-51d8-49b9-929f-810f9439c84a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.679s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.511424] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3fe45289-8a48-42d4-8f28-42022741404e tempest-DeleteServersAdminTestJSON-640577717 tempest-DeleteServersAdminTestJSON-640577717-project-member] Lock "8c620fb8-43fd-42ef-a624-f7322147c3b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.985s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.516489] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b46a653f-6169-4ff2-9ca6-f66a877227e1 tempest-ServerDiagnosticsV248Test-1303066369 tempest-ServerDiagnosticsV248Test-1303066369-project-member] Lock "e12f8476-00be-4b15-ac88-05b31bbecdb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.328s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.600873] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357639, 'name': ReconfigVM_Task, 'duration_secs': 0.548753} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.601174] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Reconfigured VM instance instance-00000027 to attach disk [datastore2] volume-846f6fe2-b1f9-4592-b84f-ea572e642f49/volume-846f6fe2-b1f9-4592-b84f-ea572e642f49.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.606084] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ef51c5-8402-4e97-b381-1dbf9232342b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.624265] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 765.624265] env[69473]: value = "task-3357645" [ 765.624265] env[69473]: _type = "Task" [ 765.624265] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.636179] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.708188] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.708188] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24ea7a60-d802-4289-b104-09f6f4376840 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.714522] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 765.714522] env[69473]: value = "task-3357646" [ 765.714522] env[69473]: _type = "Task" [ 765.714522] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.729522] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.729522] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357646, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.735033] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.735292] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.736670] env[69473]: DEBUG nova.network.neutron [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.813546] env[69473]: DEBUG oslo_concurrency.lockutils [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.817024] env[69473]: DEBUG oslo_concurrency.lockutils [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.817024] env[69473]: DEBUG nova.compute.manager [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.817024] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b68ebf-2e73-4875-a6e0-0a863eb5166b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.836474] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357644, 'name': Rename_Task, 'duration_secs': 0.214165} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.838987] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.839549] env[69473]: DEBUG nova.compute.manager [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 765.840341] env[69473]: DEBUG nova.objects.instance [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'flavor' on Instance uuid 4095a995-43fe-4f2b-a38d-d83e46c20c7c {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.843892] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48f9ad0f-fd4e-4f74-8e29-5a763d0fbf38 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.852029] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 765.852029] env[69473]: value = "task-3357647" [ 765.852029] env[69473]: _type = "Task" [ 765.852029] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.860616] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.878689] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5211e998-b2c2-0a4d-8456-ddee4303a8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01277} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.879543] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11cebe31-b553-4a05-a88b-356c38d5ae52 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.887736] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 765.887736] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cacba5-c324-745a-5a23-370dbd05d6ce" [ 765.887736] env[69473]: _type = "Task" [ 765.887736] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.897114] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cacba5-c324-745a-5a23-370dbd05d6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.945536] env[69473]: DEBUG nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.985178] env[69473]: DEBUG nova.network.neutron [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Updated VIF entry in instance network info cache for port 208ea90e-605b-4127-968b-8f57f25633f6. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.985962] env[69473]: DEBUG nova.network.neutron [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Updating instance_info_cache with network_info: [{"id": "208ea90e-605b-4127-968b-8f57f25633f6", "address": "fa:16:3e:c7:80:35", "network": {"id": "233c0a28-2e12-424f-8f21-4ab774ce9473", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-173627282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5250b6dcf754d95b57257de02796bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208ea90e-60", "ovs_interfaceid": "208ea90e-605b-4127-968b-8f57f25633f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.991102] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.991371] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.141928] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.233581] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357646, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.298976] env[69473]: DEBUG nova.network.neutron [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.368043] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.402623] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cacba5-c324-745a-5a23-370dbd05d6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013626} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.405966] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.406736] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e/5cb99bc6-0db5-47ba-9b06-ab3be1f8908e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.408934] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a3d1a05-d859-4d8a-ae57-4c3f9d72ce80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.422969] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 766.422969] env[69473]: value = "task-3357649" [ 766.422969] env[69473]: _type = "Task" [ 766.422969] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.433746] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.437035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae50c363-008b-4414-987e-08c36d0866db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.446557] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cc7d05-ce82-4a03-bb3e-fd2feb02e105 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.493525] env[69473]: DEBUG oslo_concurrency.lockutils [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] Releasing lock "refresh_cache-5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.493825] env[69473]: DEBUG nova.compute.manager [req-110a8d34-8e7a-48e3-8682-904ff7f00949 req-d80580c2-ad0d-4b7d-92fe-1a5765fe7476 service nova] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Received event network-vif-deleted-05b33f41-107c-4d18-8366-914d1552fce5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.499184] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3f78e-b4d6-4127-ab85-15729d61c587 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.510800] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93b1c0b-ab3a-47ff-b38d-f6b669e4719e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.530565] env[69473]: DEBUG nova.compute.provider_tree [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.640677] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.695212] env[69473]: DEBUG nova.network.neutron [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.733476] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357646, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.853120] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.853120] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9469aef4-4e20-4f5f-9562-1c4e7b8a7120 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.864844] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.868978] env[69473]: DEBUG oslo_vmware.api [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 766.868978] env[69473]: value = "task-3357650" [ 766.868978] env[69473]: _type = "Task" [ 766.868978] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.884781] env[69473]: DEBUG oslo_vmware.api [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.937861] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.000173] env[69473]: DEBUG nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.035935] env[69473]: DEBUG nova.scheduler.client.report [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.052568] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.052978] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.053373] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.053573] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.053880] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.054047] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.054300] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.054461] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.054973] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.055200] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.055400] env[69473]: DEBUG nova.virt.hardware [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.057246] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd889893-af0b-4e8e-9483-8cefc8bf7bb1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.068421] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d5ae85-a564-4498-a236-901893ecf14e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.089730] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.096314] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Creating folder: Project (a74d0001900f4122a4aebe4021cb37c7). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.096481] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-933c61d5-114e-48c5-9daa-63b8e28a2556 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.109355] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Created folder: Project (a74d0001900f4122a4aebe4021cb37c7) in parent group-v669999. [ 767.109597] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Creating folder: Instances. Parent ref: group-v670127. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.109955] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-706c4859-8eac-4df2-ac8e-6841b35f5a5e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.121323] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Created folder: Instances in parent group-v670127. [ 767.121783] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.122090] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.122358] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd29ccda-47ce-4115-ac10-8ff121af142a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.149436] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.149436] env[69473]: value = "task-3357653" [ 767.149436] env[69473]: _type = "Task" [ 767.149436] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.152664] env[69473]: DEBUG oslo_vmware.api [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357645, 'name': ReconfigVM_Task, 'duration_secs': 1.067086} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.156653] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670118', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'name': 'volume-846f6fe2-b1f9-4592-b84f-ea572e642f49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b169415-c41d-4e7e-92f0-b1a052b96fcb', 'attached_at': '', 'detached_at': '', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'serial': '846f6fe2-b1f9-4592-b84f-ea572e642f49'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.166654] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357653, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.198088] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.198531] env[69473]: DEBUG nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Instance network_info: |[{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.199083] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ac:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0548203f-aefb-445f-a6ee-b8ec02c87da9', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.210613] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Creating folder: Project (99945be4914c43a08c7481833a95d800). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.211119] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be77a6c1-476f-4144-86b4-3160cc6ba110 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.227997] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Created folder: Project (99945be4914c43a08c7481833a95d800) in parent group-v669999. [ 767.227997] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Creating folder: Instances. Parent ref: group-v670130. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.228682] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-948592c4-a9b7-4b0e-b47a-b7664e3dfdf2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.235452] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357646, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.249250] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Created folder: Instances in parent group-v670130. [ 767.249437] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.249628] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.250261] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d28fc8-ad9c-4826-8bea-bcc8df53ef6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.276413] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.276413] env[69473]: value = "task-3357656" [ 767.276413] env[69473]: _type = "Task" [ 767.276413] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.286360] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357656, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.366120] env[69473]: DEBUG oslo_vmware.api [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357647, 'name': PowerOnVM_Task, 'duration_secs': 1.491919} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.366667] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.368391] env[69473]: INFO nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Took 8.40 seconds to spawn the instance on the hypervisor. [ 767.368391] env[69473]: DEBUG nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.368652] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7824189e-917d-41fa-95be-c3d7049ba878 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.388143] env[69473]: DEBUG oslo_vmware.api [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357650, 'name': PowerOffVM_Task, 'duration_secs': 0.216892} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.388969] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.388969] env[69473]: DEBUG nova.compute.manager [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.389982] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2458e5e4-e1c8-48b5-bfa7-827febe6b161 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.423320] env[69473]: DEBUG nova.compute.manager [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received event network-vif-plugged-0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.423320] env[69473]: DEBUG oslo_concurrency.lockutils [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.423320] env[69473]: DEBUG oslo_concurrency.lockutils [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.423320] env[69473]: DEBUG oslo_concurrency.lockutils [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.423320] env[69473]: DEBUG nova.compute.manager [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] No waiting events found dispatching network-vif-plugged-0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.423320] env[69473]: WARNING nova.compute.manager [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received unexpected event network-vif-plugged-0548203f-aefb-445f-a6ee-b8ec02c87da9 for instance with vm_state building and task_state spawning. [ 767.423320] env[69473]: DEBUG nova.compute.manager [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received event network-changed-0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.423320] env[69473]: DEBUG nova.compute.manager [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Refreshing instance network info cache due to event network-changed-0548203f-aefb-445f-a6ee-b8ec02c87da9. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.423320] env[69473]: DEBUG oslo_concurrency.lockutils [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] Acquiring lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.423320] env[69473]: DEBUG oslo_concurrency.lockutils [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] Acquired lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.423320] env[69473]: DEBUG nova.network.neutron [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Refreshing network info cache for port 0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.438685] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610839} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.440447] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e/5cb99bc6-0db5-47ba-9b06-ab3be1f8908e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.440802] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.441193] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f0521e8-a1c0-438d-b633-d8eedd0243b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.454296] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 767.454296] env[69473]: value = "task-3357657" [ 767.454296] env[69473]: _type = "Task" [ 767.454296] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.468230] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.544702] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.546353] env[69473]: DEBUG nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.548152] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.565s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.548385] env[69473]: DEBUG nova.objects.instance [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lazy-loading 'resources' on Instance uuid 0b762725-776a-4a67-9a02-4212f1f66a0e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.673012] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357653, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.738837] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357646, 'name': CreateSnapshot_Task, 'duration_secs': 1.627084} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.739873] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.740811] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de8bd4-3c92-4f41-a4cd-4008321d0399 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.794386] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357656, 'name': CreateVM_Task, 'duration_secs': 0.394389} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.794386] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.795056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.795056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.795822] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.795822] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b590952-f0f0-4708-b81d-7fc3bdef0a84 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.806940] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 767.806940] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52250363-5120-3614-b570-50db02cd72c8" [ 767.806940] env[69473]: _type = "Task" [ 767.806940] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.820836] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52250363-5120-3614-b570-50db02cd72c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.896141] env[69473]: INFO nova.compute.manager [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Took 50.07 seconds to build instance. [ 767.910432] env[69473]: DEBUG oslo_concurrency.lockutils [None req-03f1f701-8865-4372-a578-ab02caa010ab tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.970236] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076342} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.970556] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.971379] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d2fb5-a2e2-4a10-be83-8c044902959b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.000872] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e/5cb99bc6-0db5-47ba-9b06-ab3be1f8908e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.006091] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cded0ed8-7fed-4fee-8845-a277bc789063 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.037731] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 768.037731] env[69473]: value = "task-3357658" [ 768.037731] env[69473]: _type = "Task" [ 768.037731] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.051520] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.055383] env[69473]: DEBUG nova.compute.utils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.060306] env[69473]: DEBUG nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.060518] env[69473]: DEBUG nova.network.neutron [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.127749] env[69473]: DEBUG nova.policy [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4d8c459cbd47c0a09e1a654e71ab66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d8b7de3993c4d7cae18bff7e0708e82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.167805] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357653, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.224157] env[69473]: DEBUG nova.objects.instance [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'flavor' on Instance uuid 7b169415-c41d-4e7e-92f0-b1a052b96fcb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.266510] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.270335] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ea315a4-167c-4270-b5ec-84d91ea4dfed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.285081] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 768.285081] env[69473]: value = "task-3357659" [ 768.285081] env[69473]: _type = "Task" [ 768.285081] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.297065] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357659, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.320275] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52250363-5120-3614-b570-50db02cd72c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.325616] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.325616] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.325714] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.325886] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.326319] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.326831] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16a2c353-879b-46a4-be77-d5308184eca6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.339238] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.339238] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.340144] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa73e01-fb84-49c5-84eb-db1b44996f82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.352150] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 768.352150] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b4e51-64d1-60b3-42f1-6c0c1c7a6037" [ 768.352150] env[69473]: _type = "Task" [ 768.352150] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.358269] env[69473]: DEBUG nova.network.neutron [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updated VIF entry in instance network info cache for port 0548203f-aefb-445f-a6ee-b8ec02c87da9. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.358269] env[69473]: DEBUG nova.network.neutron [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.366427] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b4e51-64d1-60b3-42f1-6c0c1c7a6037, 'name': SearchDatastore_Task, 'duration_secs': 0.014895} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.367842] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a0dab6-a39b-4fd3-b711-04883ddbf8b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.380125] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 768.380125] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52416bcb-06e3-977e-efce-ded10a73e812" [ 768.380125] env[69473]: _type = "Task" [ 768.380125] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.391662] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52416bcb-06e3-977e-efce-ded10a73e812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.399053] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b05ee669-e13c-4776-aa8a-865825b5b881 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.877s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.557174] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357658, 'name': ReconfigVM_Task, 'duration_secs': 0.397266} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.557750] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e/5cb99bc6-0db5-47ba-9b06-ab3be1f8908e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.559319] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb95511-2601-4ee8-afcc-bcb541da498f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.563150] env[69473]: DEBUG nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.571098] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 768.571098] env[69473]: value = "task-3357660" [ 768.571098] env[69473]: _type = "Task" [ 768.571098] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.587197] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357660, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.625409] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13371846-846b-4009-9aff-246fabde9b9d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.639131] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c888e3e-cf20-4f9f-bace-bac31d8b4fa2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.676435] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d08884e-a7da-4b59-9b60-cbd9824479e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.686331] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357653, 'name': CreateVM_Task, 'duration_secs': 1.370839} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.688540] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.690241] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.690241] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.690241] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.691729] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bfd6f6-ed6d-4e4b-ab98-d0939f6fca8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.696379] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 768.696472] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670123', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'name': 'volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fca9abff-1947-4808-8f04-4682cc5f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'serial': '5fe77e6f-9fd9-451c-8201-7396d92d0f58'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 768.697324] env[69473]: DEBUG nova.network.neutron [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Successfully created port: f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.699384] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fe316e-1cd2-4aa4-99d6-6e0d096d2c9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.705630] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c04453a-b8a2-480e-9203-b6a3e4c647b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.712150] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.736721] env[69473]: DEBUG nova.compute.provider_tree [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.739958] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 768.739958] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5201daf9-dd65-fc20-3f3e-d1d3dfb15352" [ 768.739958] env[69473]: _type = "Task" [ 768.739958] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.740368] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1be89d42-3ed5-43f4-a5d6-ee8188fe1027 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.852s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.742029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99789c1a-d0d9-443d-b217-91a9e16891f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.744846] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.033s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.745086] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.745290] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.745453] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.751383] env[69473]: INFO nova.compute.manager [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Terminating instance [ 768.784558] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58/volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.784915] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5201daf9-dd65-fc20-3f3e-d1d3dfb15352, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.786038] env[69473]: DEBUG nova.objects.instance [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'flavor' on Instance uuid 4095a995-43fe-4f2b-a38d-d83e46c20c7c {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.787172] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69de9633-01ab-492a-ad5c-a9717b8707a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.802132] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.805223] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.805223] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.814041] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357659, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.815568] env[69473]: DEBUG oslo_vmware.api [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 768.815568] env[69473]: value = "task-3357661" [ 768.815568] env[69473]: _type = "Task" [ 768.815568] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.828184] env[69473]: DEBUG oslo_vmware.api [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.861235] env[69473]: DEBUG oslo_concurrency.lockutils [req-5acdc663-2a31-4bc3-90b3-c1add19cd935 req-778d067d-6063-41ce-85ae-e55ebb71bbdf service nova] Releasing lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.895363] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52416bcb-06e3-977e-efce-ded10a73e812, 'name': SearchDatastore_Task, 'duration_secs': 0.01494} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.896979] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.896979] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a/1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.896979] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.896979] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.896979] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85042190-5d1b-41c5-9f0f-62595d0ea62e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.898931] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6af5211-b904-4bb5-af9a-122743397a1e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.901265] env[69473]: DEBUG nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.910572] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 768.910572] env[69473]: value = "task-3357662" [ 768.910572] env[69473]: _type = "Task" [ 768.910572] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.916130] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.916336] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.918026] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedae23f-8fec-4d04-a714-3ac29b22f41c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.923972] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.928415] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 768.928415] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5226173c-4c2c-1c1e-08ea-84f809e0fd8a" [ 768.928415] env[69473]: _type = "Task" [ 768.928415] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.937575] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5226173c-4c2c-1c1e-08ea-84f809e0fd8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.081971] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357660, 'name': Rename_Task, 'duration_secs': 0.177751} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.082636] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.082888] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df7461c-958d-4a2b-a145-f177d824ab5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.092046] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 769.092046] env[69473]: value = "task-3357663" [ 769.092046] env[69473]: _type = "Task" [ 769.092046] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.114024] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.242733] env[69473]: DEBUG nova.scheduler.client.report [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.255987] env[69473]: DEBUG nova.compute.manager [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.256284] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.257373] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c21a5bd-72a4-4c2e-80cd-c3fce1b843c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.271983] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 769.271983] env[69473]: value = "task-3357664" [ 769.271983] env[69473]: _type = "Task" [ 769.271983] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.283836] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.312104] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.312201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.312366] env[69473]: DEBUG nova.network.neutron [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.312563] env[69473]: DEBUG nova.objects.instance [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'info_cache' on Instance uuid 4095a995-43fe-4f2b-a38d-d83e46c20c7c {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.325643] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357659, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.337463] env[69473]: DEBUG oslo_vmware.api [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.430066] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.435613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.450181] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5226173c-4c2c-1c1e-08ea-84f809e0fd8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011706} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.451414] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d2347f-06b1-4d6f-8fef-cb3f9b13f65d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.463637] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 769.463637] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528661ba-e57a-be54-7406-b57901790845" [ 769.463637] env[69473]: _type = "Task" [ 769.463637] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.476582] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528661ba-e57a-be54-7406-b57901790845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.573221] env[69473]: DEBUG nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.612904] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.615440] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.615677] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.615834] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.616024] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.616176] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.616327] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.616539] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.616696] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.616865] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.617051] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.617234] env[69473]: DEBUG nova.virt.hardware [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.618129] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d383d8-45b7-447c-b8e7-10e9d18ae938 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.632642] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2175dfcd-0dd8-431e-8762-a59829500daa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.750026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.752121] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.742s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.752121] env[69473]: DEBUG nova.objects.instance [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lazy-loading 'resources' on Instance uuid 97994bf0-b61e-490d-a0d5-d704a2650f97 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.778726] env[69473]: INFO nova.scheduler.client.report [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Deleted allocations for instance 0b762725-776a-4a67-9a02-4212f1f66a0e [ 769.784058] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357664, 'name': PowerOffVM_Task, 'duration_secs': 0.469637} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.786601] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.786813] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 769.787452] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670118', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'name': 'volume-846f6fe2-b1f9-4592-b84f-ea572e642f49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b169415-c41d-4e7e-92f0-b1a052b96fcb', 'attached_at': '', 'detached_at': '', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'serial': '846f6fe2-b1f9-4592-b84f-ea572e642f49'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 769.788018] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55467839-66a4-4d08-86a9-03421c5c6a7d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.816221] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bfdad0-7f57-4838-8895-c254eb43af48 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.820667] env[69473]: DEBUG nova.objects.base [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Object Instance<4095a995-43fe-4f2b-a38d-d83e46c20c7c> lazy-loaded attributes: flavor,info_cache {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 769.831857] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357659, 'name': CloneVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.835447] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47841778-11b6-4c9b-a7f0-bfb25951ded0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.842586] env[69473]: DEBUG oslo_vmware.api [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357661, 'name': ReconfigVM_Task, 'duration_secs': 0.912399} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.842885] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58/volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.867438] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27284365-71b1-42d2-83c7-9bb6d4706752 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.880814] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8316e83-3a1c-4faf-88fa-a053ba3e965f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.896667] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] The volume has not been displaced from its original location: [datastore2] volume-846f6fe2-b1f9-4592-b84f-ea572e642f49/volume-846f6fe2-b1f9-4592-b84f-ea572e642f49.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 769.902078] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 769.903664] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c07e520-0af0-4622-8d04-f73c28e681bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.916938] env[69473]: DEBUG oslo_vmware.api [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 769.916938] env[69473]: value = "task-3357665" [ 769.916938] env[69473]: _type = "Task" [ 769.916938] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.927801] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 769.927801] env[69473]: value = "task-3357666" [ 769.927801] env[69473]: _type = "Task" [ 769.927801] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.934592] env[69473]: DEBUG oslo_vmware.api [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.935206] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584318} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.940102] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a/1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.940354] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.940634] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed82ccb-d560-4ebe-a0bc-4280eb7707c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.948958] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.950431] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 769.950431] env[69473]: value = "task-3357667" [ 769.950431] env[69473]: _type = "Task" [ 769.950431] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.962212] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.974995] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528661ba-e57a-be54-7406-b57901790845, 'name': SearchDatastore_Task, 'duration_secs': 0.018469} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.975305] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975565] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.975829] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bb6767f-b2a9-4e85-bba5-c8161f18dd09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.984839] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 769.984839] env[69473]: value = "task-3357668" [ 769.984839] env[69473]: _type = "Task" [ 769.984839] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.995440] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.102426] env[69473]: DEBUG oslo_vmware.api [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357663, 'name': PowerOnVM_Task, 'duration_secs': 0.695164} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.102718] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.103110] env[69473]: INFO nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Took 7.98 seconds to spawn the instance on the hypervisor. [ 770.103438] env[69473]: DEBUG nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.104416] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975b1102-a143-45b2-a227-b19415f7fb98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.294171] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a3c68b52-63f9-4067-b650-1227abcc0c5c tempest-VolumesAssistedSnapshotsTest-2147255454 tempest-VolumesAssistedSnapshotsTest-2147255454-project-member] Lock "0b762725-776a-4a67-9a02-4212f1f66a0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.924s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.335239] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357659, 'name': CloneVM_Task, 'duration_secs': 1.676342} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.336382] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Created linked-clone VM from snapshot [ 770.340368] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac189465-c8da-4cad-970e-f6cc1991e6e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.355857] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Uploading image a8e77076-ae14-495a-9d8e-dcc971cadfbf {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.388193] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.388193] env[69473]: value = "vm-670134" [ 770.388193] env[69473]: _type = "VirtualMachine" [ 770.388193] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.388509] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd9691d1-cdf3-4e5c-b363-004bcfa6fb0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.400294] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease: (returnval){ [ 770.400294] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524db54b-7fa4-ec17-f1d4-55dea4d63b81" [ 770.400294] env[69473]: _type = "HttpNfcLease" [ 770.400294] env[69473]: } obtained for exporting VM: (result){ [ 770.400294] env[69473]: value = "vm-670134" [ 770.400294] env[69473]: _type = "VirtualMachine" [ 770.400294] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.400587] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the lease: (returnval){ [ 770.400587] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524db54b-7fa4-ec17-f1d4-55dea4d63b81" [ 770.400587] env[69473]: _type = "HttpNfcLease" [ 770.400587] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.412558] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.412558] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524db54b-7fa4-ec17-f1d4-55dea4d63b81" [ 770.412558] env[69473]: _type = "HttpNfcLease" [ 770.412558] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.438060] env[69473]: DEBUG oslo_vmware.api [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357665, 'name': ReconfigVM_Task, 'duration_secs': 0.192297} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.439725] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670123', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'name': 'volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fca9abff-1947-4808-8f04-4682cc5f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'serial': '5fe77e6f-9fd9-451c-8201-7396d92d0f58'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 770.458112] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357666, 'name': ReconfigVM_Task, 'duration_secs': 0.323625} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.468026] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 770.478618] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d05aaf-78cb-4909-a754-671b05490347 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.506060] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106226} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.508693] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.509193] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 770.509193] env[69473]: value = "task-3357670" [ 770.509193] env[69473]: _type = "Task" [ 770.509193] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.512648] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a25d77-28ae-497b-b2b2-9e1a2a5c2762 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.524255] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357668, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.546591] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a/1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.555496] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c501a0e4-6166-47ab-bfca-7e8bc3520cf9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.570785] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.579990] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 770.579990] env[69473]: value = "task-3357671" [ 770.579990] env[69473]: _type = "Task" [ 770.579990] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.582258] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f38912-f65a-55cc-b308-6f59ad6bf556/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.583248] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff0db58-18b6-4544-9cb5-d1ed555d4d80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.594198] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f38912-f65a-55cc-b308-6f59ad6bf556/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.594411] env[69473]: ERROR oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f38912-f65a-55cc-b308-6f59ad6bf556/disk-0.vmdk due to incomplete transfer. [ 770.598295] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ce0b672-0238-482f-b61e-bfb934daa000 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.600150] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.608833] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f38912-f65a-55cc-b308-6f59ad6bf556/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.609076] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Uploaded image 464ed5bc-7f17-4f08-ac8b-a263e154b5b3 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.612335] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.612335] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ce75d8d-6360-418c-aaa9-0c67d7322638 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.627040] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 770.627040] env[69473]: value = "task-3357672" [ 770.627040] env[69473]: _type = "Task" [ 770.627040] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.632968] env[69473]: INFO nova.compute.manager [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Took 46.05 seconds to build instance. [ 770.638887] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357672, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.781332] env[69473]: DEBUG nova.compute.manager [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Received event network-changed-fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.781581] env[69473]: DEBUG nova.compute.manager [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Refreshing instance network info cache due to event network-changed-fa154b58-1295-4bb8-a08a-d9afc7d3384a. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.781760] env[69473]: DEBUG oslo_concurrency.lockutils [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] Acquiring lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.782448] env[69473]: DEBUG oslo_concurrency.lockutils [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] Acquired lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.782448] env[69473]: DEBUG nova.network.neutron [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Refreshing network info cache for port fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.823464] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59371212-128f-472d-862e-0132567942d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.836316] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff75c5-7f1a-4faa-ab6d-d3446d5fcbe9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.887838] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b28c4a-e2af-410c-8362-d88437742659 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.899364] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b99e4-e7ce-4ff8-b093-4b51047bd039 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.916513] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.916513] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524db54b-7fa4-ec17-f1d4-55dea4d63b81" [ 770.916513] env[69473]: _type = "HttpNfcLease" [ 770.916513] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.927835] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.927835] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524db54b-7fa4-ec17-f1d4-55dea4d63b81" [ 770.927835] env[69473]: _type = "HttpNfcLease" [ 770.927835] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.928732] env[69473]: DEBUG nova.compute.provider_tree [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.935661] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20418a93-7494-49c9-9eb5-8a3e10d59382 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.952135] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a217bf-3649-8f01-c2b0-82667bbaff6e/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.952135] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a217bf-3649-8f01-c2b0-82667bbaff6e/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 771.057392] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598785} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.057661] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357670, 'name': ReconfigVM_Task, 'duration_secs': 0.354342} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.057952] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.058208] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.058552] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670118', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'name': 'volume-846f6fe2-b1f9-4592-b84f-ea572e642f49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b169415-c41d-4e7e-92f0-b1a052b96fcb', 'attached_at': '', 'detached_at': '', 'volume_id': '846f6fe2-b1f9-4592-b84f-ea572e642f49', 'serial': '846f6fe2-b1f9-4592-b84f-ea572e642f49'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 771.058872] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.059281] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aed65e1b-4c9c-487d-94e1-af687c6081c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.061985] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa197808-88b2-4fc5-8f08-2e8cc09b1750 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.071510] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.071688] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-820053a7-9b0a-4250-8fa8-0e07601a82c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.074861] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 771.074861] env[69473]: value = "task-3357673" [ 771.074861] env[69473]: _type = "Task" [ 771.074861] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.083986] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.094698] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.136172] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0f9fc0c4-d617-41f2-8cae-3e0a83e238d6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.593s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.137166] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-144d1c1b-0873-4355-8791-76e3e021d81e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.142981] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357672, 'name': Destroy_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.154250] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.154250] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.154386] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleting the datastore file [datastore1] 7b169415-c41d-4e7e-92f0-b1a052b96fcb {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.156658] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f0ef6e2-a91b-44b1-9afa-94f7e4699b3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.168705] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 771.168705] env[69473]: value = "task-3357675" [ 771.168705] env[69473]: _type = "Task" [ 771.168705] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.183779] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.440635] env[69473]: DEBUG nova.scheduler.client.report [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.543709] env[69473]: DEBUG nova.network.neutron [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.547730] env[69473]: DEBUG nova.objects.instance [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.592473] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075452} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.593170] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.594168] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6900ea39-c6d5-400e-ac99-05b873bc90ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.601014] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357671, 'name': ReconfigVM_Task, 'duration_secs': 0.95637} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.601888] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a/1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.603669] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c64d274-8e22-4908-a5be-839a11a6bce0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.623279] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.624631] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429228b6-2f3b-4c4b-bbea-eb450da929b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.643352] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 771.643352] env[69473]: value = "task-3357676" [ 771.643352] env[69473]: _type = "Task" [ 771.643352] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.658106] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 771.658106] env[69473]: value = "task-3357677" [ 771.658106] env[69473]: _type = "Task" [ 771.658106] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.668924] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357672, 'name': Destroy_Task, 'duration_secs': 0.958497} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.673952] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Destroyed the VM [ 771.674620] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.675018] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357676, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.678652] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb24d3f1-3a8a-458f-8946-86b119c12970 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.684800] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.693379] env[69473]: DEBUG oslo_vmware.api [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144828} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.693861] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.694228] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.694998] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.695294] env[69473]: INFO nova.compute.manager [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Took 2.44 seconds to destroy the instance on the hypervisor. [ 771.695575] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.696297] env[69473]: DEBUG nova.compute.manager [-] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.696416] env[69473]: DEBUG nova.network.neutron [-] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.704475] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 771.704475] env[69473]: value = "task-3357678" [ 771.704475] env[69473]: _type = "Task" [ 771.704475] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.716527] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.917685] env[69473]: DEBUG nova.network.neutron [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Successfully updated port: f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.955861] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.963087] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.755s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.963579] env[69473]: DEBUG nova.objects.instance [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lazy-loading 'resources' on Instance uuid 8251990f-e7b0-42d9-bdb0-34f6b4f08e70 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.992601] env[69473]: DEBUG nova.compute.manager [req-ea60b131-3ea0-446f-aa83-6e3aeca2f61d req-11c61152-2d01-473a-9359-52baafecee67 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Received event network-vif-plugged-f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.992986] env[69473]: DEBUG oslo_concurrency.lockutils [req-ea60b131-3ea0-446f-aa83-6e3aeca2f61d req-11c61152-2d01-473a-9359-52baafecee67 service nova] Acquiring lock "a480a382-d8b1-417a-b9d3-c6f0d396071e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.993327] env[69473]: DEBUG oslo_concurrency.lockutils [req-ea60b131-3ea0-446f-aa83-6e3aeca2f61d req-11c61152-2d01-473a-9359-52baafecee67 service nova] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.993500] env[69473]: DEBUG oslo_concurrency.lockutils [req-ea60b131-3ea0-446f-aa83-6e3aeca2f61d req-11c61152-2d01-473a-9359-52baafecee67 service nova] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.994484] env[69473]: DEBUG nova.compute.manager [req-ea60b131-3ea0-446f-aa83-6e3aeca2f61d req-11c61152-2d01-473a-9359-52baafecee67 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] No waiting events found dispatching network-vif-plugged-f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.994484] env[69473]: WARNING nova.compute.manager [req-ea60b131-3ea0-446f-aa83-6e3aeca2f61d req-11c61152-2d01-473a-9359-52baafecee67 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Received unexpected event network-vif-plugged-f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 for instance with vm_state building and task_state spawning. [ 771.997287] env[69473]: INFO nova.scheduler.client.report [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Deleted allocations for instance 97994bf0-b61e-490d-a0d5-d704a2650f97 [ 772.046891] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.057403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-966fdc15-b876-4c9a-b3ac-a3ed5680302d tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.068s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.160446] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357676, 'name': Rename_Task, 'duration_secs': 0.232495} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.164023] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.164430] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2c8f1f-61be-4754-b295-5cec15e3b6ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.174394] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357677, 'name': ReconfigVM_Task, 'duration_secs': 0.463557} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.175103] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Reconfigured VM instance instance-0000002c to attach disk [datastore2] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.176462] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e812ea-50f6-4833-a2a1-88174e9a5a24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.179037] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 772.179037] env[69473]: value = "task-3357679" [ 772.179037] env[69473]: _type = "Task" [ 772.179037] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.186279] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 772.186279] env[69473]: value = "task-3357680" [ 772.186279] env[69473]: _type = "Task" [ 772.186279] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.193076] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.199152] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357680, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.221023] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357678, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.253439] env[69473]: DEBUG nova.network.neutron [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updated VIF entry in instance network info cache for port fa154b58-1295-4bb8-a08a-d9afc7d3384a. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.253439] env[69473]: DEBUG nova.network.neutron [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updating instance_info_cache with network_info: [{"id": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "address": "fa:16:3e:12:8e:8b", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa154b58-12", "ovs_interfaceid": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.422185] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "refresh_cache-a480a382-d8b1-417a-b9d3-c6f0d396071e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.422185] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "refresh_cache-a480a382-d8b1-417a-b9d3-c6f0d396071e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422185] env[69473]: DEBUG nova.network.neutron [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.516162] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c9b6a9cd-c97a-4d1e-af8e-98544d899607 tempest-ListServerFiltersTestJSON-1054972468 tempest-ListServerFiltersTestJSON-1054972468-project-member] Lock "97994bf0-b61e-490d-a0d5-d704a2650f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.397s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.585357] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.586950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.586950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.586950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.586950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.594845] env[69473]: INFO nova.compute.manager [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Terminating instance [ 772.704519] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357679, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.717402] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357680, 'name': Rename_Task, 'duration_secs': 0.191987} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.718180] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.718581] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4c59fb6-39e1-4776-9365-b23fe5e8214a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.725094] env[69473]: DEBUG oslo_vmware.api [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357678, 'name': RemoveSnapshot_Task, 'duration_secs': 0.82263} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.733084] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.733084] env[69473]: INFO nova.compute.manager [None req-1c05423b-c5b7-4c3a-91c1-ff25c0369eed tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Took 15.80 seconds to snapshot the instance on the hypervisor. [ 772.745318] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 772.745318] env[69473]: value = "task-3357681" [ 772.745318] env[69473]: _type = "Task" [ 772.745318] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.757046] env[69473]: DEBUG oslo_concurrency.lockutils [req-c8d94968-4079-4cd4-a106-32c465e321e3 req-240798c3-6a67-4a46-8385-47476c5230b4 service nova] Releasing lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.757416] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.060805] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.061241] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af32de9d-0a5a-4e73-b14f-dad4154a5073 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.067368] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc8b7e5-2117-4b25-b881-2797da25aa26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.074613] env[69473]: DEBUG oslo_vmware.api [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 773.074613] env[69473]: value = "task-3357682" [ 773.074613] env[69473]: _type = "Task" [ 773.074613] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.087269] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e46f4-b5b2-4897-96aa-395fde7d23b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.094283] env[69473]: DEBUG oslo_vmware.api [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.123981] env[69473]: DEBUG nova.compute.manager [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.124162] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.126474] env[69473]: DEBUG nova.network.neutron [-] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.126757] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c552061-58b5-4334-a263-dbf4806660ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.130095] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb51f09f-f9a2-44ca-97be-68443db96fed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.140878] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.142231] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f45f289-af55-4c7a-b49c-dea080cb24dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.146343] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9df8811c-5336-4062-8e22-4e271455938f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.161440] env[69473]: DEBUG nova.compute.provider_tree [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.164801] env[69473]: DEBUG oslo_vmware.api [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 773.164801] env[69473]: value = "task-3357683" [ 773.164801] env[69473]: _type = "Task" [ 773.164801] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.173591] env[69473]: DEBUG oslo_vmware.api [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.194083] env[69473]: DEBUG oslo_vmware.api [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357679, 'name': PowerOnVM_Task, 'duration_secs': 0.624225} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.195059] env[69473]: DEBUG nova.network.neutron [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.197012] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.198261] env[69473]: INFO nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Took 8.92 seconds to spawn the instance on the hypervisor. [ 773.198261] env[69473]: DEBUG nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.198261] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a337420-bdbf-48e5-996b-68958e2e254a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.264631] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.591206] env[69473]: DEBUG oslo_vmware.api [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.634985] env[69473]: INFO nova.compute.manager [-] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Took 1.94 seconds to deallocate network for instance. [ 773.666405] env[69473]: DEBUG nova.scheduler.client.report [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.676010] env[69473]: DEBUG nova.network.neutron [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Updating instance_info_cache with network_info: [{"id": "f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8", "address": "fa:16:3e:c2:77:58", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fc21e6-a7", "ovs_interfaceid": "f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.687104] env[69473]: DEBUG oslo_vmware.api [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357683, 'name': PowerOffVM_Task, 'duration_secs': 0.332271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.688578] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.688726] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.690406] env[69473]: DEBUG nova.compute.manager [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Received event network-changed-fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.690463] env[69473]: DEBUG nova.compute.manager [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Refreshing instance network info cache due to event network-changed-fa154b58-1295-4bb8-a08a-d9afc7d3384a. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.691200] env[69473]: DEBUG oslo_concurrency.lockutils [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] Acquiring lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.691200] env[69473]: DEBUG oslo_concurrency.lockutils [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] Acquired lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.691200] env[69473]: DEBUG nova.network.neutron [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Refreshing network info cache for port fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.693516] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb96c12-454f-44c5-aeb7-eeb88dd95733 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.721000] env[69473]: INFO nova.compute.manager [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Took 44.92 seconds to build instance. [ 773.763029] env[69473]: DEBUG oslo_vmware.api [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357681, 'name': PowerOnVM_Task, 'duration_secs': 0.810421} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.763771] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.764037] env[69473]: INFO nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Took 6.76 seconds to spawn the instance on the hypervisor. [ 773.764336] env[69473]: DEBUG nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.766681] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e6b8ff-9669-4790-89e5-82c2b5c85b44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.915877] env[69473]: DEBUG oslo_concurrency.lockutils [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.916200] env[69473]: DEBUG oslo_concurrency.lockutils [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.916370] env[69473]: DEBUG nova.compute.manager [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.917301] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d074ff5-3f71-421a-95d9-92d5c198f56e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.930922] env[69473]: DEBUG nova.compute.manager [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 773.931627] env[69473]: DEBUG nova.objects.instance [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.093199] env[69473]: DEBUG oslo_vmware.api [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357682, 'name': PowerOnVM_Task, 'duration_secs': 0.857504} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.094298] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.094678] env[69473]: DEBUG nova.compute.manager [None req-bf60aec2-4f91-44eb-b75a-0381350e137c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.095959] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308a5bb-e6bb-4b6d-b039-9c9ae3d79291 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.178740] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.185023] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.610s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.185023] env[69473]: DEBUG nova.objects.instance [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 774.186626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "refresh_cache-a480a382-d8b1-417a-b9d3-c6f0d396071e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.186902] env[69473]: DEBUG nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Instance network_info: |[{"id": "f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8", "address": "fa:16:3e:c2:77:58", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fc21e6-a7", "ovs_interfaceid": "f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.187490] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:77:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.196562] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Creating folder: Project (5d8b7de3993c4d7cae18bff7e0708e82). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.197573] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d25886eb-d7d8-4c95-a276-d61c92af135a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.217308] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Created folder: Project (5d8b7de3993c4d7cae18bff7e0708e82) in parent group-v669999. [ 774.217593] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Creating folder: Instances. Parent ref: group-v670135. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.218729] env[69473]: INFO nova.compute.manager [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Took 0.58 seconds to detach 1 volumes for instance. [ 774.220879] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9ad585a-3555-44d6-aaab-59124f64a80a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.227800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ca9dbd47-15e7-4b71-abb5-63d3345a45ee tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.513s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.230722] env[69473]: INFO nova.scheduler.client.report [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Deleted allocations for instance 8251990f-e7b0-42d9-bdb0-34f6b4f08e70 [ 774.241411] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Created folder: Instances in parent group-v670135. [ 774.241608] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.241795] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.242050] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caaba4d6-1d93-4add-9bf8-8cede53f2724 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.269669] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.269669] env[69473]: value = "task-3357687" [ 774.269669] env[69473]: _type = "Task" [ 774.269669] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.294063] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357687, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.296843] env[69473]: INFO nova.compute.manager [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Took 45.41 seconds to build instance. [ 774.552139] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.552388] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.552574] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Deleting the datastore file [datastore2] 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.552861] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42038b1f-6635-4626-8641-103873f106ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.566230] env[69473]: DEBUG oslo_vmware.api [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for the task: (returnval){ [ 774.566230] env[69473]: value = "task-3357688" [ 774.566230] env[69473]: _type = "Task" [ 774.566230] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.578442] env[69473]: DEBUG oslo_vmware.api [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.707172] env[69473]: DEBUG nova.network.neutron [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updated VIF entry in instance network info cache for port fa154b58-1295-4bb8-a08a-d9afc7d3384a. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.707677] env[69473]: DEBUG nova.network.neutron [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updating instance_info_cache with network_info: [{"id": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "address": "fa:16:3e:12:8e:8b", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa154b58-12", "ovs_interfaceid": "fa154b58-1295-4bb8-a08a-d9afc7d3384a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.732333] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.742676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9061473b-006e-4507-8ef3-1a6a39027c27 tempest-ServersTestFqdnHostnames-1655125440 tempest-ServersTestFqdnHostnames-1655125440-project-member] Lock "8251990f-e7b0-42d9-bdb0-34f6b4f08e70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.735s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.785254] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357687, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.801209] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2e2cec94-b72a-40fa-aea5-a0c240d49ea8 tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.369s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.944273] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.945021] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a67a03d3-3ed2-4ee1-b19b-56a9bb0bbe49 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.957156] env[69473]: DEBUG oslo_vmware.api [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 774.957156] env[69473]: value = "task-3357689" [ 774.957156] env[69473]: _type = "Task" [ 774.957156] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.963534] env[69473]: DEBUG oslo_vmware.api [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.085472] env[69473]: DEBUG oslo_vmware.api [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Task: {'id': task-3357688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166363} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.086260] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.086260] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.086260] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.086426] env[69473]: INFO nova.compute.manager [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Took 1.96 seconds to destroy the instance on the hypervisor. [ 775.086575] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.086765] env[69473]: DEBUG nova.compute.manager [-] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.086859] env[69473]: DEBUG nova.network.neutron [-] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.194594] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18f4dc88-00e8-46f0-bd24-f57399e4c48c tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.196874] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.098s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.199346] env[69473]: INFO nova.compute.claims [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.211282] env[69473]: DEBUG oslo_concurrency.lockutils [req-f52c3ddf-fcf2-41c2-96a8-06fb4a63f751 req-b5c87ea0-9f24-4974-8059-19f80d3ff950 service nova] Releasing lock "refresh_cache-b9fd194d-c0af-49f6-b185-f99e2ecfdb55" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.284625] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357687, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.338849] env[69473]: DEBUG nova.compute.manager [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Received event network-changed-f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.341864] env[69473]: DEBUG nova.compute.manager [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Refreshing instance network info cache due to event network-changed-f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.341864] env[69473]: DEBUG oslo_concurrency.lockutils [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] Acquiring lock "refresh_cache-a480a382-d8b1-417a-b9d3-c6f0d396071e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.341864] env[69473]: DEBUG oslo_concurrency.lockutils [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] Acquired lock "refresh_cache-a480a382-d8b1-417a-b9d3-c6f0d396071e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.341864] env[69473]: DEBUG nova.network.neutron [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Refreshing network info cache for port f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.470832] env[69473]: DEBUG oslo_vmware.api [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.768083] env[69473]: DEBUG nova.compute.manager [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.769258] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cce8a0-7f7e-4812-97ac-42f93c327f1d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.792039] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357687, 'name': CreateVM_Task, 'duration_secs': 1.471792} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.794777] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.798315] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.798645] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.799213] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.799432] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8772e41-b049-4625-9542-7f41c16d1929 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.805839] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 775.805839] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524cd04d-f470-8672-f6ae-050b40ac13ea" [ 775.805839] env[69473]: _type = "Task" [ 775.805839] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.817896] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524cd04d-f470-8672-f6ae-050b40ac13ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.966593] env[69473]: DEBUG oslo_vmware.api [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357689, 'name': PowerOffVM_Task, 'duration_secs': 0.909815} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.966805] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.967513] env[69473]: DEBUG nova.compute.manager [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.967860] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a7aae-ee62-4349-8d5d-a632258e1052 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.305269] env[69473]: INFO nova.compute.manager [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] instance snapshotting [ 776.316861] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d46030-1f7c-4622-b660-526c4990682e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.326447] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524cd04d-f470-8672-f6ae-050b40ac13ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015008} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.346896] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.349063] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.349063] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.349063] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.349063] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.349063] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405fe6b9-d036-448a-b2e2-f79f117b0755 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.354586] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1218ac4-7808-4e60-9a41-cdef0e40cedc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.370048] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.370048] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.375483] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2dff75-a9a9-4bd0-bdc6-053e5c819fc8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.381117] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 776.381117] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52363057-faf9-a79c-e63c-c3fee2246038" [ 776.381117] env[69473]: _type = "Task" [ 776.381117] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.404447] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52363057-faf9-a79c-e63c-c3fee2246038, 'name': SearchDatastore_Task, 'duration_secs': 0.015377} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.407678] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfd6f80-7795-49b8-a5e5-fffa58daf788 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.417644] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 776.417644] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5295ea9e-769d-b42b-9347-21f9726d293e" [ 776.417644] env[69473]: _type = "Task" [ 776.417644] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.440052] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5295ea9e-769d-b42b-9347-21f9726d293e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.496465] env[69473]: DEBUG oslo_concurrency.lockutils [None req-30f4308f-bb02-4a1f-9598-f1dc1245a61b tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.580s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.686669] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.686669] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.802039] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd125fe2-f013-477b-93ca-a469fd7a3ec9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.814862] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac96b53-02bc-4d1b-a72b-dc57ae995202 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.860921] env[69473]: DEBUG nova.network.neutron [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Updated VIF entry in instance network info cache for port f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.860921] env[69473]: DEBUG nova.network.neutron [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Updating instance_info_cache with network_info: [{"id": "f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8", "address": "fa:16:3e:c2:77:58", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fc21e6-a7", "ovs_interfaceid": "f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.862410] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc44f95-cb2a-4f84-8dbe-c0e8f6740734 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.871985] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.872351] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-615c2c30-8109-47dc-8281-d2da4eda1db3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.884401] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20fe6d3-d361-4b63-bf30-a510dabbd342 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.894844] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 776.894844] env[69473]: value = "task-3357690" [ 776.894844] env[69473]: _type = "Task" [ 776.894844] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.921118] env[69473]: DEBUG nova.compute.provider_tree [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.927998] env[69473]: DEBUG nova.network.neutron [-] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.932792] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.933059] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.939286] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.952248] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5295ea9e-769d-b42b-9347-21f9726d293e, 'name': SearchDatastore_Task, 'duration_secs': 0.017786} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.956129] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.956454] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a480a382-d8b1-417a-b9d3-c6f0d396071e/a480a382-d8b1-417a-b9d3-c6f0d396071e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.957040] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6659a8ba-b3e7-4eae-917f-1edbbcb17e33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.968355] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 776.968355] env[69473]: value = "task-3357691" [ 776.968355] env[69473]: _type = "Task" [ 776.968355] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.980583] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.192283] env[69473]: DEBUG nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.373967] env[69473]: DEBUG oslo_concurrency.lockutils [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] Releasing lock "refresh_cache-a480a382-d8b1-417a-b9d3-c6f0d396071e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.374394] env[69473]: DEBUG nova.compute.manager [req-59ed421f-7fd8-4348-97d9-8555c25aa841 req-8e98c2b3-2c7d-4357-b41d-f4d28798a3f8 service nova] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Received event network-vif-deleted-057b771c-164e-4d11-9928-e953a064212b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.411332] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.429143] env[69473]: DEBUG nova.scheduler.client.report [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.437151] env[69473]: INFO nova.compute.manager [-] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Took 2.35 seconds to deallocate network for instance. [ 777.440321] env[69473]: DEBUG nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.484698] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357691, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.728282] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.915408] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357690, 'name': CreateSnapshot_Task, 'duration_secs': 0.84035} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.915408] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 777.915408] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa3422e-1991-408a-9ffd-5dfb2e230c92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.941408] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.942063] env[69473]: DEBUG nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.945174] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.411s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.946732] env[69473]: INFO nova.compute.claims [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.954785] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.974187] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.985146] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565434} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.985457] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a480a382-d8b1-417a-b9d3-c6f0d396071e/a480a382-d8b1-417a-b9d3-c6f0d396071e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.985683] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.985944] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88b3ed60-2e69-4318-9519-7461c72b6775 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.995229] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 777.995229] env[69473]: value = "task-3357692" [ 777.995229] env[69473]: _type = "Task" [ 777.995229] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.021482] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.081785] env[69473]: DEBUG nova.compute.manager [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Received event network-vif-deleted-208ea90e-605b-4127-968b-8f57f25633f6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.082024] env[69473]: DEBUG nova.compute.manager [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received event network-changed-0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.082476] env[69473]: DEBUG nova.compute.manager [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Refreshing instance network info cache due to event network-changed-0548203f-aefb-445f-a6ee-b8ec02c87da9. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.082838] env[69473]: DEBUG oslo_concurrency.lockutils [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] Acquiring lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.083154] env[69473]: DEBUG oslo_concurrency.lockutils [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] Acquired lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.083399] env[69473]: DEBUG nova.network.neutron [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Refreshing network info cache for port 0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.442350] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.442350] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56bb0c7b-3f0d-4ce9-a0ed-693dce34e049 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.455875] env[69473]: DEBUG nova.compute.utils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.458193] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 778.458193] env[69473]: value = "task-3357693" [ 778.458193] env[69473]: _type = "Task" [ 778.458193] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.458193] env[69473]: DEBUG nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.458193] env[69473]: DEBUG nova.network.neutron [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.475541] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357693, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.509453] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070582} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.509746] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.510689] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d80110-b56d-4bad-9a86-f353bf9de923 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.514256] env[69473]: INFO nova.compute.manager [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Rebuilding instance [ 778.541545] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a480a382-d8b1-417a-b9d3-c6f0d396071e/a480a382-d8b1-417a-b9d3-c6f0d396071e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.541709] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4edc62-0920-457a-9189-3fc51be09fad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.559077] env[69473]: DEBUG nova.objects.instance [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.567965] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 778.567965] env[69473]: value = "task-3357694" [ 778.567965] env[69473]: _type = "Task" [ 778.567965] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.573691] env[69473]: DEBUG nova.policy [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd14e38e4e14487865c4c5ecf1fbac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e15b48047f246459e38685f64e1782e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.588833] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.612585] env[69473]: DEBUG nova.compute.manager [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.613630] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c0d876-7c0a-4f56-9ebe-3c3b8ed54078 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.963737] env[69473]: DEBUG nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.982232] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357693, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.070542] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.070542] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.070811] env[69473]: DEBUG nova.network.neutron [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.071080] env[69473]: DEBUG nova.objects.instance [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'info_cache' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.092091] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.450647] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961479bb-f07f-4326-ae33-0dbbc6e2eee2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.462910] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9515cb84-d52f-4ea1-8f90-3bd99a608031 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.485872] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357693, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.518560] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2572d75-acd3-4c6e-9229-90018e205206 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.522166] env[69473]: DEBUG nova.network.neutron [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updated VIF entry in instance network info cache for port 0548203f-aefb-445f-a6ee-b8ec02c87da9. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.522589] env[69473]: DEBUG nova.network.neutron [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.533066] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814c6db7-c950-468f-b0b0-e029981495a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.554151] env[69473]: DEBUG nova.compute.provider_tree [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.578998] env[69473]: DEBUG nova.objects.base [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 779.586777] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357694, 'name': ReconfigVM_Task, 'duration_secs': 0.55072} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.587160] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a480a382-d8b1-417a-b9d3-c6f0d396071e/a480a382-d8b1-417a-b9d3-c6f0d396071e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.588470] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d64b4aa-f1e9-4811-b942-2d173bf3a139 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.598088] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 779.598088] env[69473]: value = "task-3357695" [ 779.598088] env[69473]: _type = "Task" [ 779.598088] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.609102] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357695, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.636694] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.637357] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac756f50-9be0-4d1d-975a-0c7b7f8b1fe4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.646848] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 779.646848] env[69473]: value = "task-3357696" [ 779.646848] env[69473]: _type = "Task" [ 779.646848] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.662122] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.808693] env[69473]: DEBUG nova.network.neutron [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Successfully created port: 1acff129-2c85-4522-9f36-52847941e6fd {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.972968] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357693, 'name': CloneVM_Task, 'duration_secs': 1.457181} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.974139] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Created linked-clone VM from snapshot [ 779.974227] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605dd570-6c3c-4ad1-b944-0f51ebe9c291 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.980287] env[69473]: DEBUG nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.988040] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Uploading image 80deac92-9216-4144-a022-886660d5495b {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 780.027269] env[69473]: DEBUG oslo_concurrency.lockutils [req-258133df-f2c5-4d2b-9b40-343d5e1bcf45 req-f625eeb6-5900-47f2-8912-4b2ff4521c63 service nova] Releasing lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.043092] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.044751] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.045018] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.045296] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.045643] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.045764] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.046058] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.046282] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.046547] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.046700] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.046917] env[69473]: DEBUG nova.virt.hardware [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.050916] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae4a8a9-02ed-4173-bd40-9c70b2e01694 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.056794] env[69473]: DEBUG nova.scheduler.client.report [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.069209] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.069209] env[69473]: value = "vm-670139" [ 780.069209] env[69473]: _type = "VirtualMachine" [ 780.069209] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.069209] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fdd07b9f-f39d-46ea-b86b-a23fedf19ef5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.072924] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd79b6-ac01-404e-91b4-df84f47cb0b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.094871] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lease: (returnval){ [ 780.094871] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b82e8d-118a-f900-a9fc-0ec3946f469a" [ 780.094871] env[69473]: _type = "HttpNfcLease" [ 780.094871] env[69473]: } obtained for exporting VM: (result){ [ 780.094871] env[69473]: value = "vm-670139" [ 780.094871] env[69473]: _type = "VirtualMachine" [ 780.094871] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.095829] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the lease: (returnval){ [ 780.095829] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b82e8d-118a-f900-a9fc-0ec3946f469a" [ 780.095829] env[69473]: _type = "HttpNfcLease" [ 780.095829] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.109194] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357695, 'name': Rename_Task, 'duration_secs': 0.212536} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.111314] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.111633] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.111633] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b82e8d-118a-f900-a9fc-0ec3946f469a" [ 780.111633] env[69473]: _type = "HttpNfcLease" [ 780.111633] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.111910] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf6f65f-b264-45a5-83e6-13d90cb09ca8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.114388] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.114388] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b82e8d-118a-f900-a9fc-0ec3946f469a" [ 780.114388] env[69473]: _type = "HttpNfcLease" [ 780.114388] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.115920] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ee753f-73de-4f87-ab72-f3dd85046b70 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.127715] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525830fe-151f-8b1c-0062-3d48ce3d51f2/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.128095] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525830fe-151f-8b1c-0062-3d48ce3d51f2/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.130770] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 780.130770] env[69473]: value = "task-3357698" [ 780.130770] env[69473]: _type = "Task" [ 780.130770] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.204616] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.213079] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357696, 'name': PowerOffVM_Task, 'duration_secs': 0.172916} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.213079] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.213079] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.213079] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b16efe6-50c7-43c6-8239-80da58d43ce6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.221736] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.222611] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-875997a5-cdd5-4e06-8f07-5bdeccf8965f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.253039] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e9466e3-46e9-4fb0-b4d0-bfa120ed91a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.255523] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.255791] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.258559] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Deleting the datastore file [datastore2] cdc94932-bb65-4b65-8d3d-5ec9dec7d694 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.258559] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27cbdc5c-8e5d-475d-8deb-00699a65c228 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.264816] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 780.264816] env[69473]: value = "task-3357700" [ 780.264816] env[69473]: _type = "Task" [ 780.264816] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.279488] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.573254] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.574199] env[69473]: DEBUG nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.578260] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.937s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.583053] env[69473]: INFO nova.compute.claims [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.663124] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357698, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.736187] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a217bf-3649-8f01-c2b0-82667bbaff6e/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.738276] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae82f7-78c5-4d6f-93b1-4dec18a4667f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.749822] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a217bf-3649-8f01-c2b0-82667bbaff6e/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.750270] env[69473]: ERROR oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a217bf-3649-8f01-c2b0-82667bbaff6e/disk-0.vmdk due to incomplete transfer. [ 780.751262] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-638fb459-298a-48f1-bcb3-dc03bf7ea6e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.764786] env[69473]: DEBUG oslo_vmware.rw_handles [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a217bf-3649-8f01-c2b0-82667bbaff6e/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.765333] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Uploaded image a8e77076-ae14-495a-9d8e-dcc971cadfbf to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.769099] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.769788] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9aef3b7a-5f55-42b2-a829-a52bf43b5fc6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.791414] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10923} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.794031] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.794490] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.794755] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.803564] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 780.803564] env[69473]: value = "task-3357701" [ 780.803564] env[69473]: _type = "Task" [ 780.803564] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.830168] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357701, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.908759] env[69473]: DEBUG nova.network.neutron [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating instance_info_cache with network_info: [{"id": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "address": "fa:16:3e:53:52:f4", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489e6be-da", "ovs_interfaceid": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.088475] env[69473]: DEBUG nova.compute.utils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.095410] env[69473]: DEBUG nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.095973] env[69473]: DEBUG nova.network.neutron [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.152112] env[69473]: DEBUG oslo_vmware.api [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357698, 'name': PowerOnVM_Task, 'duration_secs': 0.929509} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.152468] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.152681] env[69473]: INFO nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Took 11.58 seconds to spawn the instance on the hypervisor. [ 781.152864] env[69473]: DEBUG nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.153805] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb7ee29-413c-441d-ad39-823633302306 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.176714] env[69473]: DEBUG nova.policy [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05f8da4d7052442c89f3cbb87e5863eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaaf3b558af49a6977d1c595cddc36e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.328814] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357701, 'name': Destroy_Task, 'duration_secs': 0.516753} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.329098] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Destroyed the VM [ 781.330036] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.330036] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b69e52e-838f-46bf-8a51-8c9683b679aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.337243] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 781.337243] env[69473]: value = "task-3357702" [ 781.337243] env[69473]: _type = "Task" [ 781.337243] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.348187] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.415211] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.449789] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1971c532-b386-46b8-b50e-a4311d188ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.449789] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1971c532-b386-46b8-b50e-a4311d188ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.549294] env[69473]: DEBUG nova.network.neutron [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Successfully created port: 18d26841-81ea-4078-a48e-a8ed5da58ab4 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.596981] env[69473]: DEBUG nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.690598] env[69473]: INFO nova.compute.manager [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Took 35.56 seconds to build instance. [ 781.851241] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.851493] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.853856] env[69473]: DEBUG nova.virt.hardware [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.854839] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819cb09-576e-437a-b504-a953f4068538 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.862408] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357702, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.872621] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e9806-c098-4d87-837d-125b7299b6d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.895479] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.903192] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.906970] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.907563] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-321f8412-cb31-4035-b7f5-dd87d4abaf34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.933981] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.933981] env[69473]: value = "task-3357703" [ 781.933981] env[69473]: _type = "Task" [ 781.933981] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.946689] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357703, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.956340] env[69473]: DEBUG nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.151554] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077dcc4f-74ec-4f84-b5e4-b05d9aa0781f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.164118] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89774c1-570f-4152-9357-cf05fb4c2cb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.206988] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a830ec93-ba0b-4229-917c-786ede39697c tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.084s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.207661] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368f7439-e61a-4747-a60c-40dd01c2e0ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.218390] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ba7d5-74cc-4c85-94b5-183b661d3729 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.238288] env[69473]: DEBUG nova.compute.provider_tree [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.246570] env[69473]: DEBUG nova.network.neutron [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Successfully updated port: 1acff129-2c85-4522-9f36-52847941e6fd {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.352937] env[69473]: DEBUG oslo_vmware.api [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357702, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664442} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.353381] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.353942] env[69473]: INFO nova.compute.manager [None req-0faff2c9-3579-4578-a20b-fa906f9794c4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Took 17.18 seconds to snapshot the instance on the hypervisor. [ 782.428590] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.428732] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329a855b-ef66-4142-a08e-741faa57d67f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.440443] env[69473]: DEBUG oslo_vmware.api [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 782.440443] env[69473]: value = "task-3357704" [ 782.440443] env[69473]: _type = "Task" [ 782.440443] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.447438] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357703, 'name': CreateVM_Task, 'duration_secs': 0.445411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.448068] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.448585] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.448950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.449514] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.449994] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504f0a18-252f-4432-930d-55045e08fb5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.459100] env[69473]: DEBUG oslo_vmware.api [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.473321] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 782.473321] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d56ed-ffbc-2e5e-5728-9e5a4fe23b3c" [ 782.473321] env[69473]: _type = "Task" [ 782.473321] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.495675] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d56ed-ffbc-2e5e-5728-9e5a4fe23b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.016742} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.495817] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.496036] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.496337] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.497366] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.498259] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.498595] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6c68463-1323-4d46-9eb7-d6672610b7dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.508642] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.512609] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.514674] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.514674] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20efa18e-f053-4d78-98e8-19f99be020d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.524811] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 782.524811] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526d9c47-8405-64f7-0ec4-9e4ae6fd64b4" [ 782.524811] env[69473]: _type = "Task" [ 782.524811] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.541307] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526d9c47-8405-64f7-0ec4-9e4ae6fd64b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.543785] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554d1291-1256-449d-b3f5-5db16bd521bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.552962] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 782.552962] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234bc13-df69-db63-854b-d530810360a4" [ 782.552962] env[69473]: _type = "Task" [ 782.552962] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.570091] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234bc13-df69-db63-854b-d530810360a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.570091] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.570091] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.570091] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cfc29a6-7ec2-4acf-a23c-1e5f5169d3ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.579219] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 782.579219] env[69473]: value = "task-3357705" [ 782.579219] env[69473]: _type = "Task" [ 782.579219] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.592135] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.613053] env[69473]: DEBUG nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.645928] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.646337] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.646563] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.646779] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.646956] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.647141] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.647375] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.648298] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.648298] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.648298] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.648298] env[69473]: DEBUG nova.virt.hardware [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.649358] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc636310-2ee0-4d98-aa81-39bc38c300fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.660099] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98589557-f505-4e31-8fee-e90f38a28da4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.741598] env[69473]: DEBUG nova.scheduler.client.report [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.749723] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "refresh_cache-59bef0c6-2345-4728-8502-cab86260b5b8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.749866] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquired lock "refresh_cache-59bef0c6-2345-4728-8502-cab86260b5b8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.750033] env[69473]: DEBUG nova.network.neutron [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.960188] env[69473]: DEBUG oslo_vmware.api [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.092955] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.124167] env[69473]: DEBUG nova.compute.manager [req-820edcc2-d77c-4859-94bc-e0406f6496a5 req-c0af0f60-5ec0-47b4-abcc-04a4eaef5991 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Received event network-vif-plugged-1acff129-2c85-4522-9f36-52847941e6fd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.124371] env[69473]: DEBUG oslo_concurrency.lockutils [req-820edcc2-d77c-4859-94bc-e0406f6496a5 req-c0af0f60-5ec0-47b4-abcc-04a4eaef5991 service nova] Acquiring lock "59bef0c6-2345-4728-8502-cab86260b5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.125068] env[69473]: DEBUG oslo_concurrency.lockutils [req-820edcc2-d77c-4859-94bc-e0406f6496a5 req-c0af0f60-5ec0-47b4-abcc-04a4eaef5991 service nova] Lock "59bef0c6-2345-4728-8502-cab86260b5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.125068] env[69473]: DEBUG oslo_concurrency.lockutils [req-820edcc2-d77c-4859-94bc-e0406f6496a5 req-c0af0f60-5ec0-47b4-abcc-04a4eaef5991 service nova] Lock "59bef0c6-2345-4728-8502-cab86260b5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.125249] env[69473]: DEBUG nova.compute.manager [req-820edcc2-d77c-4859-94bc-e0406f6496a5 req-c0af0f60-5ec0-47b4-abcc-04a4eaef5991 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] No waiting events found dispatching network-vif-plugged-1acff129-2c85-4522-9f36-52847941e6fd {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.125526] env[69473]: WARNING nova.compute.manager [req-820edcc2-d77c-4859-94bc-e0406f6496a5 req-c0af0f60-5ec0-47b4-abcc-04a4eaef5991 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Received unexpected event network-vif-plugged-1acff129-2c85-4522-9f36-52847941e6fd for instance with vm_state building and task_state spawning. [ 783.249119] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.249578] env[69473]: DEBUG nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.253791] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.861s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.254024] env[69473]: DEBUG nova.objects.instance [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lazy-loading 'resources' on Instance uuid 821a77a7-502f-482d-9e13-5317d69eab1e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.321297] env[69473]: DEBUG nova.network.neutron [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.453644] env[69473]: DEBUG oslo_vmware.api [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357704, 'name': PowerOnVM_Task, 'duration_secs': 0.541846} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.454160] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.454364] env[69473]: DEBUG nova.compute.manager [None req-fa36d1c0-3eff-42c3-802c-455a62c04110 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.455527] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36996296-de02-4eac-a0b8-63b99c3b4a0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.594428] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654193} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.594428] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.594428] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.594428] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c57db74-75b8-4175-9958-cff4bbaa4510 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.603383] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 783.603383] env[69473]: value = "task-3357706" [ 783.603383] env[69473]: _type = "Task" [ 783.603383] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.615233] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.759600] env[69473]: DEBUG nova.compute.utils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.768170] env[69473]: DEBUG nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.768461] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.776025] env[69473]: DEBUG nova.network.neutron [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Updating instance_info_cache with network_info: [{"id": "1acff129-2c85-4522-9f36-52847941e6fd", "address": "fa:16:3e:fd:ee:05", "network": {"id": "9a608ac8-2457-49d4-b196-c9466a1e7c69", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-109681908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e15b48047f246459e38685f64e1782e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acff129-2c", "ovs_interfaceid": "1acff129-2c85-4522-9f36-52847941e6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.910206] env[69473]: DEBUG nova.policy [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f051f37f5195428ab9d4f8d9c83b45d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b399bbbb714f379732704440268151', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.020781] env[69473]: DEBUG nova.network.neutron [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Successfully updated port: 18d26841-81ea-4078-a48e-a8ed5da58ab4 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.115434] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079156} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.118302] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.118302] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05795178-6360-457f-a117-e3240b96ebd5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.144647] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.147861] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437bf7e7-44a2-4bca-bba9-bc80bb608a50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.179306] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 784.179306] env[69473]: value = "task-3357707" [ 784.179306] env[69473]: _type = "Task" [ 784.179306] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.189729] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.264362] env[69473]: DEBUG nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.275262] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Releasing lock "refresh_cache-59bef0c6-2345-4728-8502-cab86260b5b8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.275870] env[69473]: DEBUG nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Instance network_info: |[{"id": "1acff129-2c85-4522-9f36-52847941e6fd", "address": "fa:16:3e:fd:ee:05", "network": {"id": "9a608ac8-2457-49d4-b196-c9466a1e7c69", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-109681908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e15b48047f246459e38685f64e1782e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acff129-2c", "ovs_interfaceid": "1acff129-2c85-4522-9f36-52847941e6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.276136] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ee:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1acff129-2c85-4522-9f36-52847941e6fd', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.287374] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Creating folder: Project (6e15b48047f246459e38685f64e1782e). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.292535] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13336df3-ca15-41f0-b31b-5f4b2c0fcdd2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.307380] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Created folder: Project (6e15b48047f246459e38685f64e1782e) in parent group-v669999. [ 784.307673] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Creating folder: Instances. Parent ref: group-v670141. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.307924] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c94ab2-6cb3-4a68-ac16-acd1007623bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.332393] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Created folder: Instances in parent group-v670141. [ 784.332699] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.333144] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.333382] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-467b5d16-205a-4d5a-afb4-f8708af5a629 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.351209] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baec54f8-0468-4b03-9e68-24a2e521586f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.362015] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3fe88-128f-491c-8943-030d3f83c441 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.366522] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.366522] env[69473]: value = "task-3357710" [ 784.366522] env[69473]: _type = "Task" [ 784.366522] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.404176] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0b7f1-baa4-4e86-89dd-a867e6945d20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.411886] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357710, 'name': CreateVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.418488] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43d0997-54de-489f-bf60-c576b7477f8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.434489] env[69473]: DEBUG nova.compute.provider_tree [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.529177] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.529177] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquired lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.529177] env[69473]: DEBUG nova.network.neutron [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.689873] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357707, 'name': ReconfigVM_Task, 'duration_secs': 0.455949} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.690234] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Reconfigured VM instance instance-0000002c to attach disk [datastore1] cdc94932-bb65-4b65-8d3d-5ec9dec7d694/cdc94932-bb65-4b65-8d3d-5ec9dec7d694.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.690833] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4866bb25-0f66-41ee-aefa-00e1acfeebc4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.706239] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 784.706239] env[69473]: value = "task-3357711" [ 784.706239] env[69473]: _type = "Task" [ 784.706239] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.717842] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357711, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.730730] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "4767f76b-6acb-43be-b46c-18b2ca550d18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.731221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.732035] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "4767f76b-6acb-43be-b46c-18b2ca550d18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.732035] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.732402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.735479] env[69473]: INFO nova.compute.manager [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Terminating instance [ 784.819593] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Successfully created port: ca37edd9-7a08-42b3-be05-ad19d79507b5 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.880600] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357710, 'name': CreateVM_Task, 'duration_secs': 0.480662} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.880837] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.881602] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.881810] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.882188] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.882504] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7c9add-8c1a-49ae-840a-e6fa32f70ed9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.889592] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 784.889592] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5236ebcb-fa62-0035-f7c7-9eb00b04e0ac" [ 784.889592] env[69473]: _type = "Task" [ 784.889592] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.900261] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5236ebcb-fa62-0035-f7c7-9eb00b04e0ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.937543] env[69473]: DEBUG nova.scheduler.client.report [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.072016] env[69473]: DEBUG nova.network.neutron [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.227850] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357711, 'name': Rename_Task, 'duration_secs': 0.203513} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.228294] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.228641] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf19aa8-bcde-4f25-bcb3-32e8d1f27263 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.243390] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 785.243390] env[69473]: value = "task-3357712" [ 785.243390] env[69473]: _type = "Task" [ 785.243390] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.248517] env[69473]: DEBUG nova.compute.manager [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.249077] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.249844] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55566dc1-58c6-43d3-af39-97523d826f25 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.263347] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.266829] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Successfully created port: 5f7c5a34-e991-490a-9eef-0dd5ffbe6363 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.269905] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.270435] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e31b399-dec5-4cc7-9b9f-387d4146ba4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.276200] env[69473]: DEBUG nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.300233] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.300550] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.300927] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.300927] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.301461] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.301987] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.302487] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.302638] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.302898] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.303249] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.303538] env[69473]: DEBUG nova.virt.hardware [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.305861] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d6888-9a59-4a8a-8514-297ddeca2fdf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.320216] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9d71be-a91a-410a-b721-6ca37819879f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.358213] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.358482] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.358669] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleting the datastore file [datastore1] 4767f76b-6acb-43be-b46c-18b2ca550d18 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.358986] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-419d8e7c-a475-403f-8866-a5d6c78c430b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.368836] env[69473]: DEBUG oslo_vmware.api [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 785.368836] env[69473]: value = "task-3357714" [ 785.368836] env[69473]: _type = "Task" [ 785.368836] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.380328] env[69473]: DEBUG oslo_vmware.api [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.390323] env[69473]: DEBUG nova.network.neutron [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Updating instance_info_cache with network_info: [{"id": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "address": "fa:16:3e:f3:16:a2", "network": {"id": "99f18274-de2f-4c43-aa73-6fc89a6c864b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-35555118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaaf3b558af49a6977d1c595cddc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d26841-81", "ovs_interfaceid": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.402799] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5236ebcb-fa62-0035-f7c7-9eb00b04e0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.403118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.403411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.403676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.403823] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.404015] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.405186] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300ced06-7dd6-4179-adb1-9b2fa3d3cd15 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.426539] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.426741] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.427586] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0089d8-b446-42fa-bd7b-e2ef16c8922b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.435754] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 785.435754] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5282c7f9-2e1a-1f05-b8a8-d1d972d5ecf0" [ 785.435754] env[69473]: _type = "Task" [ 785.435754] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.443616] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.451854] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.143s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.455574] env[69473]: INFO nova.compute.claims [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.456349] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5282c7f9-2e1a-1f05-b8a8-d1d972d5ecf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.469928] env[69473]: INFO nova.scheduler.client.report [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Deleted allocations for instance 821a77a7-502f-482d-9e13-5317d69eab1e [ 785.757151] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.828326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "17629242-1971-4fd9-b983-ecb952ea84e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.828326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "17629242-1971-4fd9-b983-ecb952ea84e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.880296] env[69473]: DEBUG oslo_vmware.api [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233827} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.880614] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.881095] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.881364] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.881564] env[69473]: INFO nova.compute.manager [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Took 0.63 seconds to destroy the instance on the hypervisor. [ 785.881814] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.882414] env[69473]: DEBUG nova.compute.manager [-] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.882523] env[69473]: DEBUG nova.network.neutron [-] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.893863] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Releasing lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.894038] env[69473]: DEBUG nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Instance network_info: |[{"id": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "address": "fa:16:3e:f3:16:a2", "network": {"id": "99f18274-de2f-4c43-aa73-6fc89a6c864b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-35555118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaaf3b558af49a6977d1c595cddc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d26841-81", "ovs_interfaceid": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.894440] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:16:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18d26841-81ea-4078-a48e-a8ed5da58ab4', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.907858] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Creating folder: Project (8eaaf3b558af49a6977d1c595cddc36e). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.907858] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b68d98-72cc-4bf4-811e-371e27632b93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.919118] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Created folder: Project (8eaaf3b558af49a6977d1c595cddc36e) in parent group-v669999. [ 785.919422] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Creating folder: Instances. Parent ref: group-v670144. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.919693] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c86c6f8-973d-45ff-b960-bb7a03c45a1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.936702] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Created folder: Instances in parent group-v670144. [ 785.936899] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.940163] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.940405] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377d0f5f-71b0-427f-8480-aa89ccd25a6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.963265] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5282c7f9-2e1a-1f05-b8a8-d1d972d5ecf0, 'name': SearchDatastore_Task, 'duration_secs': 0.016024} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.968020] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.968020] env[69473]: value = "task-3357717" [ 785.968020] env[69473]: _type = "Task" [ 785.968020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.968020] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f0b6fe-253a-4493-a24d-94a1721b5d09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.984333] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 785.984333] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b9e52-19e0-2f8e-086d-350ebf5e1f06" [ 785.984333] env[69473]: _type = "Task" [ 785.984333] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.984550] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357717, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.985022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bbbcefdf-8a13-4018-be5e-046847b0947d tempest-ServersListShow298Test-1326829804 tempest-ServersListShow298Test-1326829804-project-member] Lock "821a77a7-502f-482d-9e13-5317d69eab1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.831s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.995049] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b9e52-19e0-2f8e-086d-350ebf5e1f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.126727] env[69473]: DEBUG nova.compute.manager [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Received event network-changed-1acff129-2c85-4522-9f36-52847941e6fd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.126727] env[69473]: DEBUG nova.compute.manager [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Refreshing instance network info cache due to event network-changed-1acff129-2c85-4522-9f36-52847941e6fd. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.126727] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Acquiring lock "refresh_cache-59bef0c6-2345-4728-8502-cab86260b5b8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.126727] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Acquired lock "refresh_cache-59bef0c6-2345-4728-8502-cab86260b5b8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.126727] env[69473]: DEBUG nova.network.neutron [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Refreshing network info cache for port 1acff129-2c85-4522-9f36-52847941e6fd {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.260856] env[69473]: DEBUG oslo_vmware.api [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357712, 'name': PowerOnVM_Task, 'duration_secs': 0.60116} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.260856] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.261408] env[69473]: DEBUG nova.compute.manager [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.262725] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c4b6d-a1e7-4808-ba82-3bd89ae2d47e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.334304] env[69473]: DEBUG nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.388849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "60365def-6ca1-4e70-b628-72888c7fbd62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.389190] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.482886] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357717, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.505812] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b9e52-19e0-2f8e-086d-350ebf5e1f06, 'name': SearchDatastore_Task, 'duration_secs': 0.063619} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.505812] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.505812] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 59bef0c6-2345-4728-8502-cab86260b5b8/59bef0c6-2345-4728-8502-cab86260b5b8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.505812] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eae5c829-d4c9-4ddd-9a4a-56760758f32c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.517305] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 786.517305] env[69473]: value = "task-3357718" [ 786.517305] env[69473]: _type = "Task" [ 786.517305] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.531552] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.783469] env[69473]: DEBUG nova.network.neutron [-] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.790937] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.867467] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.986721] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357717, 'name': CreateVM_Task, 'duration_secs': 0.732252} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.987040] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.987988] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.988341] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.988689] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.989041] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31f4c58-9b3f-49d9-af9d-5fdcd51d0567 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.999478] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2519b2-8685-416d-846a-01992e1cc3ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.005891] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 787.005891] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5270755c-7699-13f9-25f3-5faafc4268a9" [ 787.005891] env[69473]: _type = "Task" [ 787.005891] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.014952] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77d46ce-f6ab-4eb1-b966-5885f243f787 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.023439] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5270755c-7699-13f9-25f3-5faafc4268a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.034898] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357718, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.063539] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea0692a-14db-49e3-b122-bfbb666b62b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.075078] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96797b1-0c8e-400d-8c29-a661d034720c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.092054] env[69473]: DEBUG nova.compute.provider_tree [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.171968] env[69473]: DEBUG nova.network.neutron [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Updated VIF entry in instance network info cache for port 1acff129-2c85-4522-9f36-52847941e6fd. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.172315] env[69473]: DEBUG nova.network.neutron [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Updating instance_info_cache with network_info: [{"id": "1acff129-2c85-4522-9f36-52847941e6fd", "address": "fa:16:3e:fd:ee:05", "network": {"id": "9a608ac8-2457-49d4-b196-c9466a1e7c69", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-109681908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e15b48047f246459e38685f64e1782e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acff129-2c", "ovs_interfaceid": "1acff129-2c85-4522-9f36-52847941e6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.292577] env[69473]: INFO nova.compute.manager [-] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Took 1.41 seconds to deallocate network for instance. [ 787.335915] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Successfully updated port: ca37edd9-7a08-42b3-be05-ad19d79507b5 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.518905] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5270755c-7699-13f9-25f3-5faafc4268a9, 'name': SearchDatastore_Task, 'duration_secs': 0.056341} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.519459] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.519815] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.520231] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.520411] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.520734] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.521134] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec21f95-1883-44a3-9769-9094eae87027 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.534112] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694102} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.534382] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 59bef0c6-2345-4728-8502-cab86260b5b8/59bef0c6-2345-4728-8502-cab86260b5b8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.534601] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.535217] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2a9eccd-30a8-40fb-9a47-232a0319c8da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.537900] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.538090] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.539251] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb7bca7-ffb9-4f5c-92ea-78f89fdb0fa0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.544869] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 787.544869] env[69473]: value = "task-3357719" [ 787.544869] env[69473]: _type = "Task" [ 787.544869] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.546347] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 787.546347] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5207ab25-2b76-538b-0d40-0fdf78da92c9" [ 787.546347] env[69473]: _type = "Task" [ 787.546347] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.563800] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.567623] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5207ab25-2b76-538b-0d40-0fdf78da92c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.568327] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f2b2cb-5393-42ea-b0d7-32e8f90a117d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.576935] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 787.576935] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f3836-5d71-b343-d83d-71bac4030c6b" [ 787.576935] env[69473]: _type = "Task" [ 787.576935] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.586382] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f3836-5d71-b343-d83d-71bac4030c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.595961] env[69473]: DEBUG nova.scheduler.client.report [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.677272] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Releasing lock "refresh_cache-59bef0c6-2345-4728-8502-cab86260b5b8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.677272] env[69473]: DEBUG nova.compute.manager [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Received event network-vif-plugged-18d26841-81ea-4078-a48e-a8ed5da58ab4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.677272] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Acquiring lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.677455] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.677560] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.677686] env[69473]: DEBUG nova.compute.manager [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] No waiting events found dispatching network-vif-plugged-18d26841-81ea-4078-a48e-a8ed5da58ab4 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.677857] env[69473]: WARNING nova.compute.manager [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Received unexpected event network-vif-plugged-18d26841-81ea-4078-a48e-a8ed5da58ab4 for instance with vm_state building and task_state spawning. [ 787.678036] env[69473]: DEBUG nova.compute.manager [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Received event network-changed-18d26841-81ea-4078-a48e-a8ed5da58ab4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.678497] env[69473]: DEBUG nova.compute.manager [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Refreshing instance network info cache due to event network-changed-18d26841-81ea-4078-a48e-a8ed5da58ab4. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.678497] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Acquiring lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.678613] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Acquired lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.678740] env[69473]: DEBUG nova.network.neutron [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Refreshing network info cache for port 18d26841-81ea-4078-a48e-a8ed5da58ab4 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.799729] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.058668] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077976} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.058668] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.059391] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc147b-1f63-4d79-b88c-d5c6c22a880f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.086854] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 59bef0c6-2345-4728-8502-cab86260b5b8/59bef0c6-2345-4728-8502-cab86260b5b8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.092898] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbc9f23-c186-443f-830a-45db1f0875d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.108839] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.109377] env[69473]: DEBUG nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.112437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.781s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.112683] env[69473]: DEBUG nova.objects.instance [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lazy-loading 'resources' on Instance uuid 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.119246] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f3836-5d71-b343-d83d-71bac4030c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014572} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.120182] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.120456] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 0b95e35b-1689-4d92-95c5-4d4b8abcb567/0b95e35b-1689-4d92-95c5-4d4b8abcb567.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.121807] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6a31fb-4902-4733-bd64-205740f9e2df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.124141] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 788.124141] env[69473]: value = "task-3357720" [ 788.124141] env[69473]: _type = "Task" [ 788.124141] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.130900] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 788.130900] env[69473]: value = "task-3357721" [ 788.130900] env[69473]: _type = "Task" [ 788.130900] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.138973] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.145393] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.101142] env[69473]: DEBUG nova.compute.utils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.103845] env[69473]: DEBUG nova.compute.manager [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Received event network-vif-deleted-f1e686c7-ec44-47d4-b226-e968aaad1b97 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.104060] env[69473]: DEBUG nova.compute.manager [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received event network-vif-plugged-ca37edd9-7a08-42b3-be05-ad19d79507b5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.104250] env[69473]: DEBUG oslo_concurrency.lockutils [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] Acquiring lock "1c62524e-5890-4889-9930-edac26682502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.104464] env[69473]: DEBUG oslo_concurrency.lockutils [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] Lock "1c62524e-5890-4889-9930-edac26682502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.104603] env[69473]: DEBUG oslo_concurrency.lockutils [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] Lock "1c62524e-5890-4889-9930-edac26682502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.105095] env[69473]: DEBUG nova.compute.manager [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] No waiting events found dispatching network-vif-plugged-ca37edd9-7a08-42b3-be05-ad19d79507b5 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.105095] env[69473]: WARNING nova.compute.manager [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received unexpected event network-vif-plugged-ca37edd9-7a08-42b3-be05-ad19d79507b5 for instance with vm_state building and task_state spawning. [ 789.105095] env[69473]: DEBUG nova.compute.manager [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received event network-changed-ca37edd9-7a08-42b3-be05-ad19d79507b5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.105254] env[69473]: DEBUG nova.compute.manager [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Refreshing instance network info cache due to event network-changed-ca37edd9-7a08-42b3-be05-ad19d79507b5. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.105429] env[69473]: DEBUG oslo_concurrency.lockutils [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] Acquiring lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.105564] env[69473]: DEBUG oslo_concurrency.lockutils [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] Acquired lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.105715] env[69473]: DEBUG nova.network.neutron [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Refreshing network info cache for port ca37edd9-7a08-42b3-be05-ad19d79507b5 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.111865] env[69473]: DEBUG nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.112045] env[69473]: DEBUG nova.network.neutron [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.120348] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "77e21e10-bb48-4273-8fd0-1257288940e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.120613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.130243] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357720, 'name': ReconfigVM_Task, 'duration_secs': 0.956766} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.133934] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 59bef0c6-2345-4728-8502-cab86260b5b8/59bef0c6-2345-4728-8502-cab86260b5b8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.135016] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848177} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.136226] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b65196-c2ec-4058-8861-2e0e0cbd8765 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.138678] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 0b95e35b-1689-4d92-95c5-4d4b8abcb567/0b95e35b-1689-4d92-95c5-4d4b8abcb567.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.138678] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.144407] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5db76fd-7ab7-4ea8-ac70-3be5c351e051 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.155102] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 789.155102] env[69473]: value = "task-3357723" [ 789.155102] env[69473]: _type = "Task" [ 789.155102] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.157740] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 789.157740] env[69473]: value = "task-3357722" [ 789.157740] env[69473]: _type = "Task" [ 789.157740] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.175970] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.180342] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357722, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.231294] env[69473]: DEBUG nova.policy [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d4546591554ff38d8f107542c0b9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b803953466314e3ea5c88ac571e409a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.375989] env[69473]: DEBUG nova.network.neutron [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Updated VIF entry in instance network info cache for port 18d26841-81ea-4078-a48e-a8ed5da58ab4. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.377138] env[69473]: DEBUG nova.network.neutron [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Updating instance_info_cache with network_info: [{"id": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "address": "fa:16:3e:f3:16:a2", "network": {"id": "99f18274-de2f-4c43-aa73-6fc89a6c864b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-35555118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaaf3b558af49a6977d1c595cddc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d26841-81", "ovs_interfaceid": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.612395] env[69473]: DEBUG nova.compute.utils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.616446] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.616692] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.616894] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.617089] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.617259] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.621680] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e26942-27e8-4b74-a805-2a025b550227 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.624877] env[69473]: INFO nova.compute.manager [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Terminating instance [ 789.633678] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96faa1a9-4c3c-4ae0-a487-a7e650cc6816 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.685862] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02588a5c-b232-4433-b2ff-4c6576c004ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.692338] env[69473]: DEBUG nova.network.neutron [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.699925] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357722, 'name': Rename_Task, 'duration_secs': 0.328551} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.700303] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.701519] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6134935-8e66-4774-9f96-c11262af9888 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.708570] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72492790-a814-4228-8e06-c7177c252974 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.710291] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16522} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.710940] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.712904] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6550878-df55-4f24-9575-f2a0537639ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.723705] env[69473]: DEBUG nova.compute.provider_tree [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.727354] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 789.727354] env[69473]: value = "task-3357724" [ 789.727354] env[69473]: _type = "Task" [ 789.727354] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.751688] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 0b95e35b-1689-4d92-95c5-4d4b8abcb567/0b95e35b-1689-4d92-95c5-4d4b8abcb567.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.752796] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c408dcf7-3d1b-4d30-b3ab-6100d3e3a661 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.772179] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Successfully updated port: 5f7c5a34-e991-490a-9eef-0dd5ffbe6363 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.773664] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.783913] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 789.783913] env[69473]: value = "task-3357725" [ 789.783913] env[69473]: _type = "Task" [ 789.783913] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.794989] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.854914] env[69473]: DEBUG nova.network.neutron [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.859202] env[69473]: DEBUG nova.network.neutron [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Successfully created port: d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.879762] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fb4dbbf-795c-427f-bf23-8ad9b9ce3dcf req-405cae46-bbf7-480a-af4a-13cf5c0ec7c8 service nova] Releasing lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.125546] env[69473]: DEBUG nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.129473] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "refresh_cache-cdc94932-bb65-4b65-8d3d-5ec9dec7d694" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.129924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquired lock "refresh_cache-cdc94932-bb65-4b65-8d3d-5ec9dec7d694" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.130248] env[69473]: DEBUG nova.network.neutron [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.181077] env[69473]: DEBUG nova.compute.manager [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.182431] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309a5b3d-74ba-4687-a9a8-b777936142c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.234193] env[69473]: DEBUG nova.scheduler.client.report [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.247243] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357724, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.275261] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.298709] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.360249] env[69473]: DEBUG oslo_concurrency.lockutils [req-f83d77cd-fa2d-4f16-8595-dfbf8189b54b req-d7000bad-28f1-4fd9-a63f-ba37b4645e34 service nova] Releasing lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.360669] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.360833] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.659256] env[69473]: DEBUG nova.network.neutron [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.695627] env[69473]: INFO nova.compute.manager [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] instance snapshotting [ 790.700325] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c33a29-fc57-4ca9-ae2f-06291bccf551 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.724382] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a8bab1-8b9d-4172-aed2-9a1e15bcd2c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.728128] env[69473]: DEBUG nova.network.neutron [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.740976] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.628s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.751641] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.344s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.751641] env[69473]: DEBUG nova.objects.instance [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lazy-loading 'resources' on Instance uuid e710cad7-f574-4a66-b735-815e2cc87ba8 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.751641] env[69473]: DEBUG oslo_vmware.api [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357724, 'name': PowerOnVM_Task, 'duration_secs': 0.937032} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.751641] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.751984] env[69473]: INFO nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Took 10.77 seconds to spawn the instance on the hypervisor. [ 790.754743] env[69473]: DEBUG nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.754743] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea9081-50a0-4473-af32-43ef79df9795 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.781912] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525830fe-151f-8b1c-0062-3d48ce3d51f2/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.782976] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86b94f-c94a-49bc-88a4-a132ffa5128c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.791936] env[69473]: INFO nova.scheduler.client.report [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Deleted allocations for instance 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c [ 790.797690] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525830fe-151f-8b1c-0062-3d48ce3d51f2/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.797865] env[69473]: ERROR oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525830fe-151f-8b1c-0062-3d48ce3d51f2/disk-0.vmdk due to incomplete transfer. [ 790.801826] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d47f7343-e2d8-4da6-ae55-602a5d3d1e25 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.803661] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357725, 'name': ReconfigVM_Task, 'duration_secs': 0.802996} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.804237] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 0b95e35b-1689-4d92-95c5-4d4b8abcb567/0b95e35b-1689-4d92-95c5-4d4b8abcb567.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.805225] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68432b54-752b-4dfe-b331-eb594c29fb22 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.813700] env[69473]: DEBUG oslo_vmware.rw_handles [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525830fe-151f-8b1c-0062-3d48ce3d51f2/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.813937] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Uploaded image 80deac92-9216-4144-a022-886660d5495b to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.815869] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.817472] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-853d6eb8-d3af-43cc-9842-10e53f935d8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.819287] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 790.819287] env[69473]: value = "task-3357726" [ 790.819287] env[69473]: _type = "Task" [ 790.819287] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.825403] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 790.825403] env[69473]: value = "task-3357727" [ 790.825403] env[69473]: _type = "Task" [ 790.825403] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.835280] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357726, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.842967] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357727, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.918962] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.984556] env[69473]: DEBUG nova.compute.manager [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received event network-vif-plugged-5f7c5a34-e991-490a-9eef-0dd5ffbe6363 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.984741] env[69473]: DEBUG oslo_concurrency.lockutils [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] Acquiring lock "1c62524e-5890-4889-9930-edac26682502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.985094] env[69473]: DEBUG oslo_concurrency.lockutils [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] Lock "1c62524e-5890-4889-9930-edac26682502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.985395] env[69473]: DEBUG oslo_concurrency.lockutils [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] Lock "1c62524e-5890-4889-9930-edac26682502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.985631] env[69473]: DEBUG nova.compute.manager [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] No waiting events found dispatching network-vif-plugged-5f7c5a34-e991-490a-9eef-0dd5ffbe6363 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.985919] env[69473]: WARNING nova.compute.manager [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received unexpected event network-vif-plugged-5f7c5a34-e991-490a-9eef-0dd5ffbe6363 for instance with vm_state building and task_state spawning. [ 790.986193] env[69473]: DEBUG nova.compute.manager [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received event network-changed-5f7c5a34-e991-490a-9eef-0dd5ffbe6363 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.986516] env[69473]: DEBUG nova.compute.manager [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Refreshing instance network info cache due to event network-changed-5f7c5a34-e991-490a-9eef-0dd5ffbe6363. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.986683] env[69473]: DEBUG oslo_concurrency.lockutils [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] Acquiring lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.139844] env[69473]: DEBUG nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.171484] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:27:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1713929977',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1663426309',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.171484] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.171484] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.171484] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.171923] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.172675] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.173075] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.173255] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.174609] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.174609] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.174609] env[69473]: DEBUG nova.virt.hardware [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.174857] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ede14c-cc76-45e1-8d76-4b40e5053437 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.184927] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f15263-eb50-4bf1-b52a-cc225fd92101 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.236221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Releasing lock "refresh_cache-cdc94932-bb65-4b65-8d3d-5ec9dec7d694" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.237329] env[69473]: DEBUG nova.compute.manager [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.237677] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.238918] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dec20d-508a-41e2-85fc-dd6e0394649b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.249559] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.249559] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 791.249804] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-810ea7d6-b947-4054-add1-3bcd7bf145b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.251492] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09e6082c-6aec-46e2-b105-8fca6b1ad2a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.262800] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 791.262800] env[69473]: value = "task-3357729" [ 791.262800] env[69473]: _type = "Task" [ 791.262800] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.264246] env[69473]: DEBUG oslo_vmware.api [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 791.264246] env[69473]: value = "task-3357728" [ 791.264246] env[69473]: _type = "Task" [ 791.264246] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.289837] env[69473]: INFO nova.compute.manager [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Took 37.22 seconds to build instance. [ 791.290499] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357729, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.293947] env[69473]: DEBUG oslo_vmware.api [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.309939] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dab1a381-1461-4ef9-86e2-e2626d709f30 tempest-ServersTestBootFromVolume-1758634044 tempest-ServersTestBootFromVolume-1758634044-project-member] Lock "9a2b7ada-5d43-4e03-bcfc-eedb65417c5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.506s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.335946] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357726, 'name': Rename_Task, 'duration_secs': 0.283216} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.336268] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.336492] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91b02f41-f9ef-4829-a815-1033e1a0aa94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.341791] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357727, 'name': Destroy_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.353163] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 791.353163] env[69473]: value = "task-3357730" [ 791.353163] env[69473]: _type = "Task" [ 791.353163] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.364362] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.473841] env[69473]: DEBUG nova.network.neutron [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Updating instance_info_cache with network_info: [{"id": "ca37edd9-7a08-42b3-be05-ad19d79507b5", "address": "fa:16:3e:6f:13:8e", "network": {"id": "7b699d99-b367-449b-814d-c941f6d2a82e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1361177292", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca37edd9-7a", "ovs_interfaceid": "ca37edd9-7a08-42b3-be05-ad19d79507b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f7c5a34-e991-490a-9eef-0dd5ffbe6363", "address": "fa:16:3e:e3:75:2a", "network": {"id": "6743155f-b665-4e5b-a401-b04627b61810", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-102876180", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7c5a34-e9", "ovs_interfaceid": "5f7c5a34-e991-490a-9eef-0dd5ffbe6363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.691023] env[69473]: DEBUG nova.network.neutron [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Successfully updated port: d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.754717] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6acfa0-0027-492e-b21f-249c4d456e96 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.769269] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0088b49d-9f33-43be-a697-5671bead6905 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.782911] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357729, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.812367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e70d0aa8-902e-4ea1-8a8b-d32a9e1c557d tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "59bef0c6-2345-4728-8502-cab86260b5b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.748s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.813140] env[69473]: DEBUG oslo_vmware.api [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357728, 'name': PowerOffVM_Task, 'duration_secs': 0.202321} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.814983] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb61291-c3bb-4822-8f48-7a3596987c4b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.820209] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.820209] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.820415] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f13e5aa8-355d-40fd-995c-65a13a2fef46 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.832680] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d747cb-863c-4144-9f83-d55a93069feb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.842834] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357727, 'name': Destroy_Task, 'duration_secs': 0.663796} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.851100] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Destroyed the VM [ 791.851382] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.852212] env[69473]: DEBUG nova.compute.provider_tree [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.854369] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9140b65-7a36-43c1-bd85-afc6a5fe4f09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.861951] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.862188] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.862371] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Deleting the datastore file [datastore1] cdc94932-bb65-4b65-8d3d-5ec9dec7d694 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.862982] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28f91867-75c4-4731-a180-cf41cfaf5c3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.870546] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.870856] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 791.870856] env[69473]: value = "task-3357732" [ 791.870856] env[69473]: _type = "Task" [ 791.870856] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.876035] env[69473]: DEBUG oslo_vmware.api [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for the task: (returnval){ [ 791.876035] env[69473]: value = "task-3357733" [ 791.876035] env[69473]: _type = "Task" [ 791.876035] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.883416] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.888755] env[69473]: DEBUG oslo_vmware.api [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.975136] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Releasing lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.975606] env[69473]: DEBUG nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Instance network_info: |[{"id": "ca37edd9-7a08-42b3-be05-ad19d79507b5", "address": "fa:16:3e:6f:13:8e", "network": {"id": "7b699d99-b367-449b-814d-c941f6d2a82e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1361177292", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca37edd9-7a", "ovs_interfaceid": "ca37edd9-7a08-42b3-be05-ad19d79507b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f7c5a34-e991-490a-9eef-0dd5ffbe6363", "address": "fa:16:3e:e3:75:2a", "network": {"id": "6743155f-b665-4e5b-a401-b04627b61810", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-102876180", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7c5a34-e9", "ovs_interfaceid": "5f7c5a34-e991-490a-9eef-0dd5ffbe6363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.975946] env[69473]: DEBUG oslo_concurrency.lockutils [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] Acquired lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.976234] env[69473]: DEBUG nova.network.neutron [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Refreshing network info cache for port 5f7c5a34-e991-490a-9eef-0dd5ffbe6363 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.977435] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:13:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca37edd9-7a08-42b3-be05-ad19d79507b5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:75:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f7c5a34-e991-490a-9eef-0dd5ffbe6363', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.993775] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.998541] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c62524e-5890-4889-9930-edac26682502] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.999123] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4a93f3a-206c-4bb9-997b-46f004075249 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.025825] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.025825] env[69473]: value = "task-3357734" [ 792.025825] env[69473]: _type = "Task" [ 792.025825] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.037399] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357734, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.196240] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.196578] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.196650] env[69473]: DEBUG nova.network.neutron [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.276117] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357729, 'name': CreateSnapshot_Task, 'duration_secs': 0.56049} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.276412] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 792.277200] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe47bf-6b22-4a63-a442-d1f6eb232ffc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.321103] env[69473]: DEBUG nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.351402] env[69473]: DEBUG nova.network.neutron [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Updated VIF entry in instance network info cache for port 5f7c5a34-e991-490a-9eef-0dd5ffbe6363. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.353159] env[69473]: DEBUG nova.network.neutron [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Updating instance_info_cache with network_info: [{"id": "ca37edd9-7a08-42b3-be05-ad19d79507b5", "address": "fa:16:3e:6f:13:8e", "network": {"id": "7b699d99-b367-449b-814d-c941f6d2a82e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1361177292", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca37edd9-7a", "ovs_interfaceid": "ca37edd9-7a08-42b3-be05-ad19d79507b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f7c5a34-e991-490a-9eef-0dd5ffbe6363", "address": "fa:16:3e:e3:75:2a", "network": {"id": "6743155f-b665-4e5b-a401-b04627b61810", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-102876180", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "93b399bbbb714f379732704440268151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7c5a34-e9", "ovs_interfaceid": "5f7c5a34-e991-490a-9eef-0dd5ffbe6363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.357064] env[69473]: DEBUG nova.scheduler.client.report [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.376423] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.397812] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.400508] env[69473]: DEBUG oslo_vmware.api [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Task: {'id': task-3357733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188836} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.401136] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.401331] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.401543] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.401747] env[69473]: INFO nova.compute.manager [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Took 1.16 seconds to destroy the instance on the hypervisor. [ 792.402015] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.402244] env[69473]: DEBUG nova.compute.manager [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.402342] env[69473]: DEBUG nova.network.neutron [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.421250] env[69473]: DEBUG nova.network.neutron [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.544028] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357734, 'name': CreateVM_Task, 'duration_secs': 0.457392} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.544028] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c62524e-5890-4889-9930-edac26682502] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.544462] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.545335] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.545335] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.545694] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a59c6ac-641b-4d7c-a37d-2f425d58d273 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.553426] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 792.553426] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521825be-1359-08ff-372c-561a194a4afd" [ 792.553426] env[69473]: _type = "Task" [ 792.553426] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.565041] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521825be-1359-08ff-372c-561a194a4afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.796483] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.796534] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4e55c2a-84a0-4f69-ae87-f3971f24d589 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.806025] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 792.806025] env[69473]: value = "task-3357735" [ 792.806025] env[69473]: _type = "Task" [ 792.806025] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.815054] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357735, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.853914] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.864467] env[69473]: DEBUG oslo_concurrency.lockutils [req-7a375d45-4a84-4011-9ace-35bcfd455f69 req-592915e7-ef49-46e7-962e-bacb0e2bfacf service nova] Releasing lock "refresh_cache-1c62524e-5890-4889-9930-edac26682502" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.868590] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.871472] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.348s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.872307] env[69473]: INFO nova.compute.claims [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.885968] env[69473]: DEBUG oslo_vmware.api [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357730, 'name': PowerOnVM_Task, 'duration_secs': 1.097666} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.885968] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.886372] env[69473]: INFO nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Took 10.27 seconds to spawn the instance on the hypervisor. [ 792.886421] env[69473]: DEBUG nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.887211] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1109be68-25a0-4de7-beea-4ebfad5e6fff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.894747] env[69473]: DEBUG oslo_vmware.api [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713279} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.894747] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.894747] env[69473]: INFO nova.compute.manager [None req-df76d1bc-97df-4142-99f7-741b71034c16 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Took 16.58 seconds to snapshot the instance on the hypervisor. [ 792.908572] env[69473]: INFO nova.scheduler.client.report [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Deleted allocations for instance e710cad7-f574-4a66-b735-815e2cc87ba8 [ 792.924319] env[69473]: DEBUG nova.network.neutron [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.934505] env[69473]: DEBUG nova.network.neutron [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.071118] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521825be-1359-08ff-372c-561a194a4afd, 'name': SearchDatastore_Task, 'duration_secs': 0.016584} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.071437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.071906] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.072204] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.072375] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.072567] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.073228] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6517a642-5ccc-4a0d-b33c-07451ef62a2e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.087171] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.087412] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.088374] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34e9821-c00b-4284-bb7d-3adc2ab9fbeb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.098521] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 793.098521] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f262e3-de79-48f3-fb2a-50e56166901d" [ 793.098521] env[69473]: _type = "Task" [ 793.098521] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.110410] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f262e3-de79-48f3-fb2a-50e56166901d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.246622] env[69473]: DEBUG nova.network.neutron [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Updating instance_info_cache with network_info: [{"id": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "address": "fa:16:3e:7f:51:87", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ca4df3-64", "ovs_interfaceid": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.315009] env[69473]: DEBUG nova.compute.manager [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Received event network-vif-plugged-d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.315009] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] Acquiring lock "471fe7bd-9997-4baf-a7e1-ff41be585590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.316615] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.316854] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.317091] env[69473]: DEBUG nova.compute.manager [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] No waiting events found dispatching network-vif-plugged-d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.317281] env[69473]: WARNING nova.compute.manager [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Received unexpected event network-vif-plugged-d0ca4df3-64c1-4968-b3c8-792a4b2c7961 for instance with vm_state building and task_state spawning. [ 793.317457] env[69473]: DEBUG nova.compute.manager [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Received event network-changed-d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.317613] env[69473]: DEBUG nova.compute.manager [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Refreshing instance network info cache due to event network-changed-d0ca4df3-64c1-4968-b3c8-792a4b2c7961. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.317803] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] Acquiring lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.325499] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357735, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.423087] env[69473]: INFO nova.compute.manager [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Took 37.92 seconds to build instance. [ 793.426410] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b063b7ac-3148-4134-b732-1223c21d71bb tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "e710cad7-f574-4a66-b735-815e2cc87ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.927s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.431165] env[69473]: INFO nova.compute.manager [-] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Took 1.03 seconds to deallocate network for instance. [ 793.610720] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f262e3-de79-48f3-fb2a-50e56166901d, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.612638] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ce0399-50df-464a-9df4-7686f2735a71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.624670] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 793.624670] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527540f0-4c74-dd68-407a-ad34147e8743" [ 793.624670] env[69473]: _type = "Task" [ 793.624670] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.630246] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527540f0-4c74-dd68-407a-ad34147e8743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.749867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Releasing lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.750239] env[69473]: DEBUG nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Instance network_info: |[{"id": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "address": "fa:16:3e:7f:51:87", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ca4df3-64", "ovs_interfaceid": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.750609] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] Acquired lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.750839] env[69473]: DEBUG nova.network.neutron [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Refreshing network info cache for port d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.752141] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:51:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0ca4df3-64c1-4968-b3c8-792a4b2c7961', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.765362] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.765943] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.766233] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-140253b2-bab0-4f86-a401-51c0c1979a3e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.791337] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.791337] env[69473]: value = "task-3357736" [ 793.791337] env[69473]: _type = "Task" [ 793.791337] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.801946] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357736, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.825761] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357735, 'name': CloneVM_Task} progress is 95%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.933492] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d385f6a5-c14d-4ee6-9674-b5935b068870 tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.447s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.938274] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.136496] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527540f0-4c74-dd68-407a-ad34147e8743, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.136761] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.137022] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1c62524e-5890-4889-9930-edac26682502/1c62524e-5890-4889-9930-edac26682502.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.137290] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d220499-ee1f-41a2-b26d-9e7b3e5ad8f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.146097] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 794.146097] env[69473]: value = "task-3357737" [ 794.146097] env[69473]: _type = "Task" [ 794.146097] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.153012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "59bef0c6-2345-4728-8502-cab86260b5b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.153679] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "59bef0c6-2345-4728-8502-cab86260b5b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.153975] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "59bef0c6-2345-4728-8502-cab86260b5b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.154236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "59bef0c6-2345-4728-8502-cab86260b5b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.154790] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "59bef0c6-2345-4728-8502-cab86260b5b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.159608] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.160627] env[69473]: INFO nova.compute.manager [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Terminating instance [ 794.303381] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357736, 'name': CreateVM_Task, 'duration_secs': 0.396509} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.305984] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.306600] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.306960] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.307067] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.307914] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707a78e9-c894-428b-9964-cab5eb1d441b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.321179] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 794.321179] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fa9cc5-302d-fb3e-d37f-b52cb2dc8f0a" [ 794.321179] env[69473]: _type = "Task" [ 794.321179] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.323219] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357735, 'name': CloneVM_Task, 'duration_secs': 1.315233} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.325794] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Created linked-clone VM from snapshot [ 794.329108] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7623a3f-11a6-4696-bb6f-8029130a36ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.338333] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Uploading image 7055ce3d-33be-4e5c-a78f-dff232682051 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.342777] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fa9cc5-302d-fb3e-d37f-b52cb2dc8f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.353701] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.353942] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-51bd0158-742b-44ba-8ba9-aa7facce340d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.364488] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 794.364488] env[69473]: value = "task-3357738" [ 794.364488] env[69473]: _type = "Task" [ 794.364488] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.377997] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357738, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.387886] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2743cfa9-7408-473b-bad1-f7573a367645 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.398340] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e019d3d3-6d4b-4e9b-aa5a-6b8888c48768 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.439488] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8f907-a4c5-46eb-b739-184917aa458c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.443041] env[69473]: DEBUG nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.450501] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7a359-a05f-4287-b5d5-5db769ef549d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.472035] env[69473]: DEBUG nova.compute.provider_tree [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.537653] env[69473]: DEBUG nova.network.neutron [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Updated VIF entry in instance network info cache for port d0ca4df3-64c1-4968-b3c8-792a4b2c7961. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.537864] env[69473]: DEBUG nova.network.neutron [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Updating instance_info_cache with network_info: [{"id": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "address": "fa:16:3e:7f:51:87", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ca4df3-64", "ovs_interfaceid": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.659718] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357737, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.664740] env[69473]: DEBUG nova.compute.manager [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.664970] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.665905] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba6280e-a528-4a6a-a6ca-780312d68389 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.675657] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.676118] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b057e1-00ee-4794-9cd1-9d3601442de2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.684874] env[69473]: DEBUG oslo_vmware.api [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 794.684874] env[69473]: value = "task-3357739" [ 794.684874] env[69473]: _type = "Task" [ 794.684874] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.695187] env[69473]: DEBUG oslo_vmware.api [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.836943] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fa9cc5-302d-fb3e-d37f-b52cb2dc8f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.03487} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.837629] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.837884] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.838145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.838406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.838777] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.838851] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d950eff-0a43-430a-ac19-e13903a31e63 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.851196] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.851402] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.852186] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040e96a6-d0af-4651-a62b-dec8af48d9f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.859273] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 794.859273] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d31e91-ad19-a651-a9f3-0fb7c9522610" [ 794.859273] env[69473]: _type = "Task" [ 794.859273] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.877285] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d31e91-ad19-a651-a9f3-0fb7c9522610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.877487] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357738, 'name': Destroy_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.973631] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.976086] env[69473]: DEBUG nova.scheduler.client.report [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.041679] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c5b59d6-f83d-491f-b7fd-ae461bb970bb req-2dafd6a2-93fd-442b-a23b-87cbec62263f service nova] Releasing lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.160600] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689933} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.161014] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1c62524e-5890-4889-9930-edac26682502/1c62524e-5890-4889-9930-edac26682502.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.161297] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.161668] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad06ed22-6bdc-4e71-ae14-5e3cc4dbf27f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.170118] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 795.170118] env[69473]: value = "task-3357740" [ 795.170118] env[69473]: _type = "Task" [ 795.170118] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.182113] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.197590] env[69473]: DEBUG oslo_vmware.api [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357739, 'name': PowerOffVM_Task, 'duration_secs': 0.310159} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.197895] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.198205] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.198608] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5f83809-bf8a-411a-aadf-c8bf8cba0692 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.271220] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.271553] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.271793] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Deleting the datastore file [datastore1] 59bef0c6-2345-4728-8502-cab86260b5b8 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.272177] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6db1be10-7d9d-4e12-b4de-1c04ff63db6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.283882] env[69473]: DEBUG oslo_vmware.api [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for the task: (returnval){ [ 795.283882] env[69473]: value = "task-3357742" [ 795.283882] env[69473]: _type = "Task" [ 795.283882] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.294313] env[69473]: DEBUG oslo_vmware.api [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.338205] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.338602] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.338862] env[69473]: INFO nova.compute.manager [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Rebooting instance [ 795.383668] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357738, 'name': Destroy_Task, 'duration_secs': 0.528639} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.383928] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d31e91-ad19-a651-a9f3-0fb7c9522610, 'name': SearchDatastore_Task, 'duration_secs': 0.024808} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.384183] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Destroyed the VM [ 795.384629] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.385277] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5600bc7b-cd73-40d5-ab56-084fd437a910 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.386991] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf89474-9042-4dab-90af-209a26d53850 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.393879] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 795.393879] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234a53f-99ac-fe18-0b3d-dcbc92fcc4ed" [ 795.393879] env[69473]: _type = "Task" [ 795.393879] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.399197] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 795.399197] env[69473]: value = "task-3357743" [ 795.399197] env[69473]: _type = "Task" [ 795.399197] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.408601] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234a53f-99ac-fe18-0b3d-dcbc92fcc4ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.414963] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.483189] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.483868] env[69473]: DEBUG nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.487324] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.741s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.487606] env[69473]: DEBUG nova.objects.instance [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lazy-loading 'resources' on Instance uuid c73704c5-51fd-4459-8c7c-d4097524d3af {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.682510] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077954} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.682510] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.686109] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d505fd03-024d-4f50-92ee-0fe6e481a64c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.710642] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 1c62524e-5890-4889-9930-edac26682502/1c62524e-5890-4889-9930-edac26682502.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.711065] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc2b612-2965-4d58-929c-9184208e2c48 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.736383] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 795.736383] env[69473]: value = "task-3357744" [ 795.736383] env[69473]: _type = "Task" [ 795.736383] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.747877] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.794925] env[69473]: DEBUG oslo_vmware.api [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Task: {'id': task-3357742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285534} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.797107] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.797107] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.797107] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.797279] env[69473]: INFO nova.compute.manager [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 795.797438] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.797645] env[69473]: DEBUG nova.compute.manager [-] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.797747] env[69473]: DEBUG nova.network.neutron [-] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.880980] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.881508] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquired lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.882847] env[69473]: DEBUG nova.network.neutron [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.908391] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234a53f-99ac-fe18-0b3d-dcbc92fcc4ed, 'name': SearchDatastore_Task, 'duration_secs': 0.027543} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.909224] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.909560] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 471fe7bd-9997-4baf-a7e1-ff41be585590/471fe7bd-9997-4baf-a7e1-ff41be585590.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.909833] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5017b3-13c3-48ba-8b48-bfe81e5fabe0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.918057] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357743, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.923390] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 795.923390] env[69473]: value = "task-3357745" [ 795.923390] env[69473]: _type = "Task" [ 795.923390] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.939815] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.992080] env[69473]: DEBUG nova.compute.utils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.002042] env[69473]: DEBUG nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.002150] env[69473]: DEBUG nova.network.neutron [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.117397] env[69473]: DEBUG nova.policy [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb0810e448b409f9d5e5b3f59f332a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d598a91193b4e2b93abd9cf3bb1b979', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.254723] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357744, 'name': ReconfigVM_Task, 'duration_secs': 0.355492} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.254723] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 1c62524e-5890-4889-9930-edac26682502/1c62524e-5890-4889-9930-edac26682502.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.255275] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d85622-8bd5-4424-ac60-c7bdc11fc7bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.266238] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 796.266238] env[69473]: value = "task-3357746" [ 796.266238] env[69473]: _type = "Task" [ 796.266238] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.274326] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357746, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.415684] env[69473]: DEBUG oslo_vmware.api [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.583835} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.416658] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.444429] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357745, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.487266] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7953eb6f-e325-46b2-912c-a2bdd1fb615c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.498795] env[69473]: DEBUG nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.510015] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d510e41a-bfb3-4456-a5c8-1fd0de4164b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.553219] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f1e5b1-f874-403c-a796-89e9829756b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.557658] env[69473]: DEBUG nova.compute.manager [req-e11fdd6b-aff8-449d-a37a-083c70aa3ee5 req-dff55a00-818d-4a57-b8ac-c5612ba1c62a service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Received event network-vif-deleted-1acff129-2c85-4522-9f36-52847941e6fd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.557870] env[69473]: INFO nova.compute.manager [req-e11fdd6b-aff8-449d-a37a-083c70aa3ee5 req-dff55a00-818d-4a57-b8ac-c5612ba1c62a service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Neutron deleted interface 1acff129-2c85-4522-9f36-52847941e6fd; detaching it from the instance and deleting it from the info cache [ 796.557925] env[69473]: DEBUG nova.network.neutron [req-e11fdd6b-aff8-449d-a37a-083c70aa3ee5 req-dff55a00-818d-4a57-b8ac-c5612ba1c62a service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.573590] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3929f66-0b25-4c57-9be1-83a4c156777f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.593039] env[69473]: DEBUG nova.compute.provider_tree [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.780291] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357746, 'name': Rename_Task, 'duration_secs': 0.253526} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.780291] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.780519] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6cc8e28-2d1d-4d44-9bff-993b993bdcfb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.788763] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 796.788763] env[69473]: value = "task-3357747" [ 796.788763] env[69473]: _type = "Task" [ 796.788763] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.804445] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.901340] env[69473]: DEBUG nova.network.neutron [-] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.923306] env[69473]: WARNING nova.compute.manager [None req-779d2e93-8fac-4791-b317-50d98074b88b tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Image not found during snapshot: nova.exception.ImageNotFound: Image 7055ce3d-33be-4e5c-a78f-dff232682051 could not be found. [ 796.939362] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818206} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.939672] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 471fe7bd-9997-4baf-a7e1-ff41be585590/471fe7bd-9997-4baf-a7e1-ff41be585590.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.939900] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.940305] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a154ea8-e800-451a-8cbd-26b1ad2d4cc2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.949783] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 796.949783] env[69473]: value = "task-3357748" [ 796.949783] env[69473]: _type = "Task" [ 796.949783] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.958908] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.061907] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bdbf785-e11e-405c-b3bc-102123f5860e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.072453] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a842fc26-e4a0-4d06-88e6-a622b05622e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.086435] env[69473]: DEBUG nova.network.neutron [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Updating instance_info_cache with network_info: [{"id": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "address": "fa:16:3e:f3:16:a2", "network": {"id": "99f18274-de2f-4c43-aa73-6fc89a6c864b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-35555118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaaf3b558af49a6977d1c595cddc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d26841-81", "ovs_interfaceid": "18d26841-81ea-4078-a48e-a8ed5da58ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.096225] env[69473]: DEBUG nova.scheduler.client.report [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.113373] env[69473]: DEBUG nova.compute.manager [req-e11fdd6b-aff8-449d-a37a-083c70aa3ee5 req-dff55a00-818d-4a57-b8ac-c5612ba1c62a service nova] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Detach interface failed, port_id=1acff129-2c85-4522-9f36-52847941e6fd, reason: Instance 59bef0c6-2345-4728-8502-cab86260b5b8 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.115333] env[69473]: DEBUG nova.network.neutron [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Successfully created port: b85eaa53-b2af-4212-a88d-0d6052539672 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.301877] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357747, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.403923] env[69473]: INFO nova.compute.manager [-] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Took 1.61 seconds to deallocate network for instance. [ 797.462453] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078687} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.463268] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.465182] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f0390-4423-4dec-b2bf-76e883a59f8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.502660] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 471fe7bd-9997-4baf-a7e1-ff41be585590/471fe7bd-9997-4baf-a7e1-ff41be585590.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.502660] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ccbffbb-355c-4d1f-89e9-6db782f57653 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.523643] env[69473]: DEBUG nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.536757] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 797.536757] env[69473]: value = "task-3357749" [ 797.536757] env[69473]: _type = "Task" [ 797.536757] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.546125] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.567098] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:29:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d6573699-bcf8-48bc-9bd4-cf9d25be3f3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1973264687',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.567414] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.567579] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.568342] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.568585] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.568754] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.569070] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.569170] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.569511] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.569624] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.569697] env[69473]: DEBUG nova.virt.hardware [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.570584] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd90059-7a30-485d-8a5c-f4d068ed641f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.581644] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0719c2-7c13-4747-a6c4-c5db4bf074e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.595829] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Releasing lock "refresh_cache-0b95e35b-1689-4d92-95c5-4d4b8abcb567" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.614586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.617528] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.890s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.617814] env[69473]: DEBUG nova.objects.instance [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lazy-loading 'resources' on Instance uuid f92d2111-2ca1-466f-8fea-d482fefcef95 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.652498] env[69473]: INFO nova.scheduler.client.report [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Deleted allocations for instance c73704c5-51fd-4459-8c7c-d4097524d3af [ 797.748540] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "0511381c-3185-4825-9464-7b74e05e696f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.748824] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "0511381c-3185-4825-9464-7b74e05e696f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.749065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "0511381c-3185-4825-9464-7b74e05e696f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.749269] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "0511381c-3185-4825-9464-7b74e05e696f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.749463] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "0511381c-3185-4825-9464-7b74e05e696f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.751529] env[69473]: INFO nova.compute.manager [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Terminating instance [ 797.801901] env[69473]: DEBUG oslo_vmware.api [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357747, 'name': PowerOnVM_Task, 'duration_secs': 0.57098} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.802372] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.802687] env[69473]: INFO nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Took 12.53 seconds to spawn the instance on the hypervisor. [ 797.802923] env[69473]: DEBUG nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.803734] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455dfe14-128b-46a6-b392-483901e43843 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.917026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.049026] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.106522] env[69473]: DEBUG nova.compute.manager [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.109618] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078131ac-8953-48af-87f2-ce9f2ef41dc3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.164278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "a480a382-d8b1-417a-b9d3-c6f0d396071e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.164278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.164428] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "a480a382-d8b1-417a-b9d3-c6f0d396071e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.164529] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.167270] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.168288] env[69473]: INFO nova.compute.manager [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Terminating instance [ 798.174760] env[69473]: DEBUG oslo_concurrency.lockutils [None req-87e5c629-4ba5-48a6-b4f9-4ac2a466e565 tempest-ServersV294TestFqdnHostnames-521031514 tempest-ServersV294TestFqdnHostnames-521031514-project-member] Lock "c73704c5-51fd-4459-8c7c-d4097524d3af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.175s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.255832] env[69473]: DEBUG nova.compute.manager [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.256071] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.256978] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0609114e-109f-4b6c-92db-ea034d4f8bef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.270289] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.270590] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1bd81ca-0c6c-4dfe-8ad3-8d81b27c67a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.282242] env[69473]: DEBUG oslo_vmware.api [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 798.282242] env[69473]: value = "task-3357750" [ 798.282242] env[69473]: _type = "Task" [ 798.282242] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.297559] env[69473]: DEBUG oslo_vmware.api [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.334518] env[69473]: INFO nova.compute.manager [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Took 40.71 seconds to build instance. [ 798.562742] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357749, 'name': ReconfigVM_Task, 'duration_secs': 0.798616} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.563412] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 471fe7bd-9997-4baf-a7e1-ff41be585590/471fe7bd-9997-4baf-a7e1-ff41be585590.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.563412] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69473) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 798.564797] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f6bda250-0384-4015-8cf5-1b8e6511aa4c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.579499] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 798.579499] env[69473]: value = "task-3357751" [ 798.579499] env[69473]: _type = "Task" [ 798.579499] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.596848] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357751, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.654030] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef3516-60b8-433e-91ac-a3e9fec4706d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.665875] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da6140c-58ff-428d-af56-ab9de1260bd9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.701568] env[69473]: DEBUG nova.compute.manager [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.701568] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.702844] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a6ea7-90d4-42ae-a9b7-643ccfac8cc4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.706241] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95776850-47ce-4f77-a188-ca686e54f5d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.717088] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94bbc4d-8255-4ad4-983d-66d838fcd516 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.726204] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.726204] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-517f4e07-f8ef-42b8-b4c6-991c8fb383f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.739527] env[69473]: DEBUG nova.compute.provider_tree [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.743097] env[69473]: DEBUG oslo_vmware.api [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 798.743097] env[69473]: value = "task-3357752" [ 798.743097] env[69473]: _type = "Task" [ 798.743097] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.752793] env[69473]: DEBUG oslo_vmware.api [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.796581] env[69473]: DEBUG oslo_vmware.api [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357750, 'name': PowerOffVM_Task, 'duration_secs': 0.371633} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.796858] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.797033] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.798051] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b7feb0f-8bd9-4398-87c1-e652b6b5314f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.837461] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c542703f-67b1-4a94-87e2-80c5b27bae39 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "1c62524e-5890-4889-9930-edac26682502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.224s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.871208] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.871703] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.871829] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Deleting the datastore file [datastore2] 0511381c-3185-4825-9464-7b74e05e696f {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.872174] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fb27535-6c5f-4808-b1ad-35356ea1b746 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.881783] env[69473]: DEBUG oslo_vmware.api [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 798.881783] env[69473]: value = "task-3357754" [ 798.881783] env[69473]: _type = "Task" [ 798.881783] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.889472] env[69473]: DEBUG nova.network.neutron [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Successfully updated port: b85eaa53-b2af-4212-a88d-0d6052539672 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.898039] env[69473]: DEBUG oslo_vmware.api [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.091730] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357751, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058751} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.091730] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69473) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 799.092202] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e078c7a-248f-4841-a5b2-401042d6672a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.118909] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 471fe7bd-9997-4baf-a7e1-ff41be585590/ephemeral_0.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.120201] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502b1067-db6d-4c21-bad5-dc2d92f36066 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.135612] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2c172f-de5b-46bc-a1ef-8a4cd116fb1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.140337] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 799.140337] env[69473]: value = "task-3357755" [ 799.140337] env[69473]: _type = "Task" [ 799.140337] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.147304] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Doing hard reboot of VM {{(pid=69473) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 799.147304] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8478779b-7001-4d92-ae89-69258a7276fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.155505] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.157733] env[69473]: DEBUG oslo_vmware.api [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 799.157733] env[69473]: value = "task-3357756" [ 799.157733] env[69473]: _type = "Task" [ 799.157733] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.167247] env[69473]: DEBUG oslo_vmware.api [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357756, 'name': ResetVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.250476] env[69473]: DEBUG nova.scheduler.client.report [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.261212] env[69473]: DEBUG nova.compute.manager [req-6b83d73a-f163-4516-ba04-b33575a42055 req-4f8b392e-c244-4733-b285-2314610a807f service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Received event network-vif-plugged-b85eaa53-b2af-4212-a88d-0d6052539672 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.261212] env[69473]: DEBUG oslo_concurrency.lockutils [req-6b83d73a-f163-4516-ba04-b33575a42055 req-4f8b392e-c244-4733-b285-2314610a807f service nova] Acquiring lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.261212] env[69473]: DEBUG oslo_concurrency.lockutils [req-6b83d73a-f163-4516-ba04-b33575a42055 req-4f8b392e-c244-4733-b285-2314610a807f service nova] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.261891] env[69473]: DEBUG oslo_concurrency.lockutils [req-6b83d73a-f163-4516-ba04-b33575a42055 req-4f8b392e-c244-4733-b285-2314610a807f service nova] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.262447] env[69473]: DEBUG nova.compute.manager [req-6b83d73a-f163-4516-ba04-b33575a42055 req-4f8b392e-c244-4733-b285-2314610a807f service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] No waiting events found dispatching network-vif-plugged-b85eaa53-b2af-4212-a88d-0d6052539672 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.262817] env[69473]: WARNING nova.compute.manager [req-6b83d73a-f163-4516-ba04-b33575a42055 req-4f8b392e-c244-4733-b285-2314610a807f service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Received unexpected event network-vif-plugged-b85eaa53-b2af-4212-a88d-0d6052539672 for instance with vm_state building and task_state spawning. [ 799.270949] env[69473]: DEBUG oslo_vmware.api [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357752, 'name': PowerOffVM_Task, 'duration_secs': 0.263316} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.271063] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.271197] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.271467] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84d5e623-c438-4e58-8714-ef01f23b9233 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.387973] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.388285] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.388558] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleting the datastore file [datastore2] a480a382-d8b1-417a-b9d3-c6f0d396071e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.389547] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57cee746-c215-4b7a-8e94-5279c2dbd98c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.394709] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.394862] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.395068] env[69473]: DEBUG nova.network.neutron [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.396744] env[69473]: DEBUG oslo_vmware.api [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373706} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.397208] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.397444] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.397673] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.397880] env[69473]: INFO nova.compute.manager [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 799.398150] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.398605] env[69473]: DEBUG nova.compute.manager [-] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.398710] env[69473]: DEBUG nova.network.neutron [-] [instance: 0511381c-3185-4825-9464-7b74e05e696f] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.401969] env[69473]: DEBUG oslo_vmware.api [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 799.401969] env[69473]: value = "task-3357758" [ 799.401969] env[69473]: _type = "Task" [ 799.401969] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.414390] env[69473]: DEBUG oslo_vmware.api [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.652772] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.667670] env[69473]: DEBUG oslo_vmware.api [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357756, 'name': ResetVM_Task, 'duration_secs': 0.119243} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.667944] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Did hard reboot of VM {{(pid=69473) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 799.668174] env[69473]: DEBUG nova.compute.manager [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.669063] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ff617b-49fa-4bd2-aa61-fd7bf080ffc9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.756727] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.759383] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.324s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.761919] env[69473]: INFO nova.compute.claims [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.788589] env[69473]: INFO nova.scheduler.client.report [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Deleted allocations for instance f92d2111-2ca1-466f-8fea-d482fefcef95 [ 799.912955] env[69473]: DEBUG oslo_vmware.api [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196282} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.913388] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.913624] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.913841] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.914069] env[69473]: INFO nova.compute.manager [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 799.914378] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.914647] env[69473]: DEBUG nova.compute.manager [-] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.914788] env[69473]: DEBUG nova.network.neutron [-] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.154204] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357755, 'name': ReconfigVM_Task, 'duration_secs': 0.532772} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.154917] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 471fe7bd-9997-4baf-a7e1-ff41be585590/ephemeral_0.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.155651] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5247c295-50f8-452f-9c02-2afb161a6f7b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.165338] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 800.165338] env[69473]: value = "task-3357759" [ 800.165338] env[69473]: _type = "Task" [ 800.165338] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.179209] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357759, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.184795] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0af3994e-3a1f-4344-83c8-3989ea0d1b3e tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.846s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.212175] env[69473]: DEBUG nova.network.neutron [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.247490] env[69473]: DEBUG nova.network.neutron [-] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.301690] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7ad4f953-d38c-472b-93eb-eba065489e5e tempest-ServersTestManualDisk-669077582 tempest-ServersTestManualDisk-669077582-project-member] Lock "f92d2111-2ca1-466f-8fea-d482fefcef95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.741s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.372145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "1c62524e-5890-4889-9930-edac26682502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.372463] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "1c62524e-5890-4889-9930-edac26682502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.372695] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "1c62524e-5890-4889-9930-edac26682502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.372907] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "1c62524e-5890-4889-9930-edac26682502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.373143] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "1c62524e-5890-4889-9930-edac26682502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.378708] env[69473]: INFO nova.compute.manager [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Terminating instance [ 800.631725] env[69473]: DEBUG nova.network.neutron [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance_info_cache with network_info: [{"id": "b85eaa53-b2af-4212-a88d-0d6052539672", "address": "fa:16:3e:81:75:52", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85eaa53-b2", "ovs_interfaceid": "b85eaa53-b2af-4212-a88d-0d6052539672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.677744] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357759, 'name': Rename_Task, 'duration_secs': 0.191873} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.678080] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.678274] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f71cafd-4246-49c9-b835-51bd6dcdb4ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.686784] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 800.686784] env[69473]: value = "task-3357760" [ 800.686784] env[69473]: _type = "Task" [ 800.686784] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.696337] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.751513] env[69473]: INFO nova.compute.manager [-] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Took 1.35 seconds to deallocate network for instance. [ 800.887596] env[69473]: DEBUG nova.compute.manager [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.887868] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.890322] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ab238-8bba-4f5d-9ba9-3829c3c759dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.901652] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.902050] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4cfe1c1-9165-4488-8a3a-523e8d1af923 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.914473] env[69473]: DEBUG oslo_vmware.api [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 800.914473] env[69473]: value = "task-3357761" [ 800.914473] env[69473]: _type = "Task" [ 800.914473] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.932503] env[69473]: DEBUG oslo_vmware.api [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.134812] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.136033] env[69473]: DEBUG nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Instance network_info: |[{"id": "b85eaa53-b2af-4212-a88d-0d6052539672", "address": "fa:16:3e:81:75:52", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85eaa53-b2", "ovs_interfaceid": "b85eaa53-b2af-4212-a88d-0d6052539672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.136033] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:75:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b85eaa53-b2af-4212-a88d-0d6052539672', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.146441] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.149466] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.150830] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8d4667f-ee02-40bf-895c-51f0e5ddb3dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.185217] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.185217] env[69473]: value = "task-3357762" [ 801.185217] env[69473]: _type = "Task" [ 801.185217] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.205025] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.205246] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357762, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.259332] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.312509] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c24308a-8621-40a0-8fdf-2300c2916251 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.323695] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1926312-5ca9-45b5-8955-ab808d81aea5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.365885] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc16c5-dfcd-40a9-8b0f-b88acd17fb48 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.377172] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ac1984-c6b6-4e0f-ac29-c2c7829309d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.394120] env[69473]: DEBUG nova.compute.provider_tree [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.406478] env[69473]: DEBUG nova.network.neutron [-] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.431444] env[69473]: DEBUG oslo_vmware.api [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357761, 'name': PowerOffVM_Task, 'duration_secs': 0.229399} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.432024] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.432024] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.433594] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba485419-4eeb-4bf1-90cb-a5e41f4b7bed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.540854] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.541099] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.543152] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Deleting the datastore file [datastore2] 1c62524e-5890-4889-9930-edac26682502 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.543152] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bf732a9-c1d1-434e-89a2-b58bed23ae4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.554851] env[69473]: DEBUG oslo_vmware.api [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for the task: (returnval){ [ 801.554851] env[69473]: value = "task-3357764" [ 801.554851] env[69473]: _type = "Task" [ 801.554851] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.566541] env[69473]: DEBUG nova.compute.manager [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Received event network-changed-b85eaa53-b2af-4212-a88d-0d6052539672 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.566599] env[69473]: DEBUG nova.compute.manager [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Refreshing instance network info cache due to event network-changed-b85eaa53-b2af-4212-a88d-0d6052539672. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.568025] env[69473]: DEBUG oslo_concurrency.lockutils [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] Acquiring lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.568025] env[69473]: DEBUG oslo_concurrency.lockutils [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] Acquired lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.568025] env[69473]: DEBUG nova.network.neutron [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Refreshing network info cache for port b85eaa53-b2af-4212-a88d-0d6052539672 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.576949] env[69473]: DEBUG oslo_vmware.api [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.715405] env[69473]: DEBUG oslo_vmware.api [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3357760, 'name': PowerOnVM_Task, 'duration_secs': 0.604454} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.717231] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357762, 'name': CreateVM_Task, 'duration_secs': 0.526316} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.717231] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.717231] env[69473]: INFO nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Took 10.58 seconds to spawn the instance on the hypervisor. [ 801.717231] env[69473]: DEBUG nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.717231] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.718470] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b940e-6e6d-4bf6-806a-733562f91ff8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.720833] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.721081] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.721344] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.721667] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44657db4-bc62-4a1b-b798-16d08ceb42f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.736419] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 801.736419] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e7569d-e668-5d31-3a33-53c4dd8b9961" [ 801.736419] env[69473]: _type = "Task" [ 801.736419] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.743390] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e7569d-e668-5d31-3a33-53c4dd8b9961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.897645] env[69473]: DEBUG nova.scheduler.client.report [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.913514] env[69473]: INFO nova.compute.manager [-] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Took 2.00 seconds to deallocate network for instance. [ 801.995625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.997028] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.068969] env[69473]: DEBUG oslo_vmware.api [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Task: {'id': task-3357764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437654} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.069276] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.069489] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.069885] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.069885] env[69473]: INFO nova.compute.manager [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] [instance: 1c62524e-5890-4889-9930-edac26682502] Took 1.18 seconds to destroy the instance on the hypervisor. [ 802.070812] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.072416] env[69473]: DEBUG nova.compute.manager [-] [instance: 1c62524e-5890-4889-9930-edac26682502] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.072713] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c62524e-5890-4889-9930-edac26682502] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.233720] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.234042] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.234306] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.234400] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.234572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.241327] env[69473]: INFO nova.compute.manager [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Terminating instance [ 802.251816] env[69473]: INFO nova.compute.manager [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Took 42.96 seconds to build instance. [ 802.260443] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e7569d-e668-5d31-3a33-53c4dd8b9961, 'name': SearchDatastore_Task, 'duration_secs': 0.033547} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.261025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.261326] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.261531] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.261719] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.261902] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.262528] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7338c9-0063-466e-afba-bf91a569f360 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.274663] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.274903] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.276060] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68bfa42-10cd-427c-8b53-2dfcaf08043c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.283929] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 802.283929] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bbb88d-c8b4-139e-f02e-405a0f234816" [ 802.283929] env[69473]: _type = "Task" [ 802.283929] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.297666] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bbb88d-c8b4-139e-f02e-405a0f234816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.402587] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.403313] env[69473]: DEBUG nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.409531] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.677s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.413272] env[69473]: DEBUG nova.objects.instance [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'resources' on Instance uuid 7b169415-c41d-4e7e-92f0-b1a052b96fcb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.431667] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.505658] env[69473]: DEBUG nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.752300] env[69473]: DEBUG nova.compute.manager [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.752694] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.753564] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37950194-6269-4d78-b80e-3977276770cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.757342] env[69473]: DEBUG oslo_concurrency.lockutils [None req-150c6e88-c1f6-498c-a3df-d0f008265a62 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.484s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.763592] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.764152] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a092f779-7bbc-4a10-9aeb-5ca73898fc23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.772425] env[69473]: DEBUG oslo_vmware.api [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 802.772425] env[69473]: value = "task-3357765" [ 802.772425] env[69473]: _type = "Task" [ 802.772425] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.782282] env[69473]: DEBUG oslo_vmware.api [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.795062] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bbb88d-c8b4-139e-f02e-405a0f234816, 'name': SearchDatastore_Task, 'duration_secs': 0.035501} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.795874] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7551528-6a56-4d0d-8a33-844a86a301c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.802391] env[69473]: DEBUG nova.network.neutron [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updated VIF entry in instance network info cache for port b85eaa53-b2af-4212-a88d-0d6052539672. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.802824] env[69473]: DEBUG nova.network.neutron [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance_info_cache with network_info: [{"id": "b85eaa53-b2af-4212-a88d-0d6052539672", "address": "fa:16:3e:81:75:52", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85eaa53-b2", "ovs_interfaceid": "b85eaa53-b2af-4212-a88d-0d6052539672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.804950] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 802.804950] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525d1c02-000a-0696-b5b6-357fb2a651d2" [ 802.804950] env[69473]: _type = "Task" [ 802.804950] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.819247] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525d1c02-000a-0696-b5b6-357fb2a651d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.820455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.820455] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.820949] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af8f035-f39c-4873-b230-30ef2bcfc54e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.829752] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 802.829752] env[69473]: value = "task-3357766" [ 802.829752] env[69473]: _type = "Task" [ 802.829752] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.841303] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.919700] env[69473]: DEBUG nova.compute.utils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.922083] env[69473]: DEBUG nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.922511] env[69473]: DEBUG nova.network.neutron [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.028139] env[69473]: DEBUG nova.policy [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c99191c114b47da81bf9a0d47ba6ba2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f082686d99f41299358b55f7b2985ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.031628] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.286731] env[69473]: DEBUG oslo_vmware.api [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357765, 'name': PowerOffVM_Task, 'duration_secs': 0.214946} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.286995] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.287974] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.287974] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c80956-3041-4b12-b4be-0442135799f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.307111] env[69473]: DEBUG oslo_concurrency.lockutils [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] Releasing lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.307307] env[69473]: DEBUG nova.compute.manager [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Received event network-vif-deleted-57e078d7-c38e-41c1-b3b3-014e63fcd8cc {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.307501] env[69473]: DEBUG nova.compute.manager [req-c8bcba02-cb90-4db0-a3d7-c2e26efe9ed9 req-1d76d748-8a1f-4900-b314-fe662fc023c5 service nova] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Received event network-vif-deleted-f6fc21e6-a747-4f9e-b5ce-fec81e3c6dd8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.343138] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.400371] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.400615] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.400802] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Deleting the datastore file [datastore1] 0b95e35b-1689-4d92-95c5-4d4b8abcb567 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.401128] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd97b2e5-4e15-46f0-80c0-c34da76c5c1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.418919] env[69473]: DEBUG oslo_vmware.api [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for the task: (returnval){ [ 803.418919] env[69473]: value = "task-3357768" [ 803.418919] env[69473]: _type = "Task" [ 803.418919] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.429596] env[69473]: DEBUG nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.440591] env[69473]: DEBUG oslo_vmware.api [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.459493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb10d9a2-ac5c-4f37-95da-758e6667cafc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.470738] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e89c6-a335-4f38-9a9f-b782fb0eb1e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.510885] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a876a773-be2b-426b-ae0c-ed3683418136 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.522453] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0147d13-30e7-4c03-908b-0c313762b56b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.541628] env[69473]: DEBUG nova.compute.provider_tree [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.814770] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.814770] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.843761] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623502} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.844108] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.844283] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.844569] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd75a885-9d2f-4212-9043-0a7b8c59692b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.862218] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 803.862218] env[69473]: value = "task-3357769" [ 803.862218] env[69473]: _type = "Task" [ 803.862218] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.881274] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.931062] env[69473]: DEBUG nova.network.neutron [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Successfully created port: 47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.944106] env[69473]: DEBUG oslo_vmware.api [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Task: {'id': task-3357768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200804} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.944739] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.944968] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.945170] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.945343] env[69473]: INFO nova.compute.manager [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Took 1.19 seconds to destroy the instance on the hypervisor. [ 803.945602] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.946152] env[69473]: DEBUG nova.compute.manager [-] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.946602] env[69473]: DEBUG nova.network.neutron [-] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.044947] env[69473]: DEBUG nova.scheduler.client.report [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.150409] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c62524e-5890-4889-9930-edac26682502] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.282549] env[69473]: DEBUG nova.compute.manager [req-adee5b14-da62-4bcc-954a-fbcb30727d17 req-3af055e1-2d9e-4ca6-99f0-a523ef014c3c service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received event network-vif-deleted-ca37edd9-7a08-42b3-be05-ad19d79507b5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.316109] env[69473]: DEBUG nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.377791] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06807} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.378113] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.379011] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c89f68a-75fc-43a2-8199-6e4b5de9e484 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.410532] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.412619] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dac9b38-fc35-409e-8da5-94119bdf5ce1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.440993] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 804.440993] env[69473]: value = "task-3357770" [ 804.440993] env[69473]: _type = "Task" [ 804.440993] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.450166] env[69473]: DEBUG nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.457729] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.480861] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.481160] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.481405] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.481786] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.481786] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.481907] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.482135] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.482320] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.482507] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.482689] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.482876] env[69473]: DEBUG nova.virt.hardware [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.483560] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "753d0635-98d9-4105-93bf-cb5500eb0f34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.483803] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.484860] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2d5ad-a3d1-4331-8c99-8f57e43daee5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.498748] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73947705-1c09-4997-8092-531f96ec0911 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.551402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.553899] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.826s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.555760] env[69473]: INFO nova.compute.claims [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.584029] env[69473]: INFO nova.scheduler.client.report [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted allocations for instance 7b169415-c41d-4e7e-92f0-b1a052b96fcb [ 804.652443] env[69473]: INFO nova.compute.manager [-] [instance: 1c62524e-5890-4889-9930-edac26682502] Took 2.58 seconds to deallocate network for instance. [ 804.840385] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.960956] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357770, 'name': ReconfigVM_Task, 'duration_secs': 0.511753} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.960956] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.960956] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16f05ae1-a611-403c-8540-24069553007f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.969149] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 804.969149] env[69473]: value = "task-3357771" [ 804.969149] env[69473]: _type = "Task" [ 804.969149] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.984261] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357771, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.991313] env[69473]: DEBUG nova.network.neutron [-] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.100674] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a798d1f-09fb-4516-a88d-bc20854f9f7b tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "7b169415-c41d-4e7e-92f0-b1a052b96fcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.356s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.159308] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.479689] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357771, 'name': Rename_Task, 'duration_secs': 0.143401} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.479978] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.480480] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93966a93-34dc-4b39-82ba-848f244dba28 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.489597] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 805.489597] env[69473]: value = "task-3357772" [ 805.489597] env[69473]: _type = "Task" [ 805.489597] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.498879] env[69473]: INFO nova.compute.manager [-] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Took 1.55 seconds to deallocate network for instance. [ 805.499338] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.950071] env[69473]: DEBUG nova.network.neutron [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Successfully updated port: 47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.003995] env[69473]: DEBUG oslo_vmware.api [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357772, 'name': PowerOnVM_Task, 'duration_secs': 0.485844} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.007943] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.008778] env[69473]: INFO nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Took 8.48 seconds to spawn the instance on the hypervisor. [ 806.009197] env[69473]: DEBUG nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.010642] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.011529] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fa7b88-c281-410a-bd3b-bf19a283571e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.089149] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801acb02-e954-48ce-b926-f1a15cc20faa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.104457] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f7db1d-6464-4d4b-abec-e645d33b3308 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.139434] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cda21-b1ea-4bba-bab5-8400b698f693 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.148688] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864bea52-1582-46e1-ab1b-7041c08072d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.163601] env[69473]: DEBUG nova.compute.provider_tree [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.271849] env[69473]: DEBUG nova.compute.manager [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Received event network-changed-d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.272072] env[69473]: DEBUG nova.compute.manager [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Refreshing instance network info cache due to event network-changed-d0ca4df3-64c1-4968-b3c8-792a4b2c7961. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.272385] env[69473]: DEBUG oslo_concurrency.lockutils [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] Acquiring lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.272441] env[69473]: DEBUG oslo_concurrency.lockutils [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] Acquired lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.272638] env[69473]: DEBUG nova.network.neutron [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Refreshing network info cache for port d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.461737] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "refresh_cache-7bb9ad05-7fca-44f1-9c9b-8bb443b88065" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.462117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired lock "refresh_cache-7bb9ad05-7fca-44f1-9c9b-8bb443b88065" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.462117] env[69473]: DEBUG nova.network.neutron [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.538333] env[69473]: INFO nova.compute.manager [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Took 44.05 seconds to build instance. [ 806.668223] env[69473]: DEBUG nova.scheduler.client.report [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.697793] env[69473]: DEBUG oslo_concurrency.lockutils [None req-136d1d73-ca83-422d-8239-6f8858d7cef3 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "48a10df0-b9b9-49d1-bd3e-0d217f555879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.698106] env[69473]: DEBUG oslo_concurrency.lockutils [None req-136d1d73-ca83-422d-8239-6f8858d7cef3 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "48a10df0-b9b9-49d1-bd3e-0d217f555879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.735972] env[69473]: DEBUG nova.compute.manager [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 1c62524e-5890-4889-9930-edac26682502] Received event network-vif-deleted-5f7c5a34-e991-490a-9eef-0dd5ffbe6363 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.736214] env[69473]: DEBUG nova.compute.manager [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Received event network-vif-deleted-18d26841-81ea-4078-a48e-a8ed5da58ab4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.736541] env[69473]: DEBUG nova.compute.manager [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Received event network-vif-plugged-47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.736761] env[69473]: DEBUG oslo_concurrency.lockutils [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] Acquiring lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.736968] env[69473]: DEBUG oslo_concurrency.lockutils [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.737272] env[69473]: DEBUG oslo_concurrency.lockutils [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.737453] env[69473]: DEBUG nova.compute.manager [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] No waiting events found dispatching network-vif-plugged-47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.737654] env[69473]: WARNING nova.compute.manager [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Received unexpected event network-vif-plugged-47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 for instance with vm_state building and task_state spawning. [ 806.737827] env[69473]: DEBUG nova.compute.manager [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Received event network-changed-47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.737971] env[69473]: DEBUG nova.compute.manager [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Refreshing instance network info cache due to event network-changed-47e3c12c-24ad-4e29-8bdc-bd717f2b6c52. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.738150] env[69473]: DEBUG oslo_concurrency.lockutils [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] Acquiring lock "refresh_cache-7bb9ad05-7fca-44f1-9c9b-8bb443b88065" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.043704] env[69473]: DEBUG nova.network.neutron [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.049754] env[69473]: DEBUG oslo_concurrency.lockutils [None req-28836fed-6cb6-4680-949d-e7a7a3d1597b tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.575s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.175974] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.176512] env[69473]: DEBUG nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.179690] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.225s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.179910] env[69473]: DEBUG nova.objects.instance [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lazy-loading 'resources' on Instance uuid 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.388735] env[69473]: DEBUG nova.network.neutron [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Updated VIF entry in instance network info cache for port d0ca4df3-64c1-4968-b3c8-792a4b2c7961. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.389122] env[69473]: DEBUG nova.network.neutron [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Updating instance_info_cache with network_info: [{"id": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "address": "fa:16:3e:7f:51:87", "network": {"id": "5d41bfaf-6def-4194-9f03-6abbd6ad4ecb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2132687454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b803953466314e3ea5c88ac571e409a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ca4df3-64", "ovs_interfaceid": "d0ca4df3-64c1-4968-b3c8-792a4b2c7961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.412472] env[69473]: DEBUG nova.network.neutron [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Updating instance_info_cache with network_info: [{"id": "47e3c12c-24ad-4e29-8bdc-bd717f2b6c52", "address": "fa:16:3e:20:b0:52", "network": {"id": "b98c2b8f-04f8-4db4-ab7c-f621c3dc4b2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1128369819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f082686d99f41299358b55f7b2985ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e3c12c-24", "ovs_interfaceid": "47e3c12c-24ad-4e29-8bdc-bd717f2b6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.559703] env[69473]: DEBUG nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.683857] env[69473]: DEBUG nova.compute.utils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.686323] env[69473]: DEBUG nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.686657] env[69473]: DEBUG nova.network.neutron [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.841337] env[69473]: DEBUG oslo_concurrency.lockutils [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.841590] env[69473]: DEBUG oslo_concurrency.lockutils [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.841819] env[69473]: INFO nova.compute.manager [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Rebooting instance [ 807.894773] env[69473]: DEBUG oslo_concurrency.lockutils [req-bb0c983d-1ef6-43b7-b0cb-8bfd5406185c req-eeaa5a41-d197-4db0-8d3c-d5c3974be8c1 service nova] Releasing lock "refresh_cache-471fe7bd-9997-4baf-a7e1-ff41be585590" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.916025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Releasing lock "refresh_cache-7bb9ad05-7fca-44f1-9c9b-8bb443b88065" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.916357] env[69473]: DEBUG nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Instance network_info: |[{"id": "47e3c12c-24ad-4e29-8bdc-bd717f2b6c52", "address": "fa:16:3e:20:b0:52", "network": {"id": "b98c2b8f-04f8-4db4-ab7c-f621c3dc4b2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1128369819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f082686d99f41299358b55f7b2985ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e3c12c-24", "ovs_interfaceid": "47e3c12c-24ad-4e29-8bdc-bd717f2b6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.916690] env[69473]: DEBUG oslo_concurrency.lockutils [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] Acquired lock "refresh_cache-7bb9ad05-7fca-44f1-9c9b-8bb443b88065" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.916865] env[69473]: DEBUG nova.network.neutron [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Refreshing network info cache for port 47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.920248] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47e3c12c-24ad-4e29-8bdc-bd717f2b6c52', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.928860] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.934527] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.938262] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341690f3-eeda-4fdb-a079-133dea168948 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.972946] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.972946] env[69473]: value = "task-3357773" [ 807.972946] env[69473]: _type = "Task" [ 807.972946] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.986159] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357773, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.074889] env[69473]: DEBUG nova.policy [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '763e16958f75484683d6e7b75af8f845', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcd822b715274f728f32e58184981d9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.092165] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.196893] env[69473]: DEBUG nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.231536] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f2bdb-24ee-456f-9bbe-462212a8a818 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.244387] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5f499c-bdb1-4939-a21e-85e7bdf52708 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.290665] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3622b500-3ceb-4128-b37d-1819fdbc4ae4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.297813] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "2feee6c8-909b-416b-9d57-0cfec74d978e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.298122] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.305246] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aef80f5-2946-4143-82ce-743c08efaca0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.322565] env[69473]: DEBUG nova.compute.provider_tree [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.373096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.373096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.373096] env[69473]: DEBUG nova.network.neutron [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.486901] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357773, 'name': CreateVM_Task, 'duration_secs': 0.362267} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.486901] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.487735] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.487793] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.488132] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.488489] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1578d49-8df9-41e2-a5ad-6230381bc0d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.498113] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 808.498113] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5252e755-0033-bf1d-a58e-59e20c9d5c05" [ 808.498113] env[69473]: _type = "Task" [ 808.498113] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.521027] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5252e755-0033-bf1d-a58e-59e20c9d5c05, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.523739] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.523998] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.524285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524411] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.525013] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.525013] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3776913d-3d2b-4c86-8354-d0c6b40343dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.535381] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.537017] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.537017] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6f77a1-f2ca-4c06-8ab0-c0a9cb11f17a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.543128] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 808.543128] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527c97ee-5bf0-2e0f-6714-bae73a589cab" [ 808.543128] env[69473]: _type = "Task" [ 808.543128] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.555385] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527c97ee-5bf0-2e0f-6714-bae73a589cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.621593] env[69473]: DEBUG nova.network.neutron [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Updated VIF entry in instance network info cache for port 47e3c12c-24ad-4e29-8bdc-bd717f2b6c52. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.621817] env[69473]: DEBUG nova.network.neutron [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Updating instance_info_cache with network_info: [{"id": "47e3c12c-24ad-4e29-8bdc-bd717f2b6c52", "address": "fa:16:3e:20:b0:52", "network": {"id": "b98c2b8f-04f8-4db4-ab7c-f621c3dc4b2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1128369819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f082686d99f41299358b55f7b2985ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e3c12c-24", "ovs_interfaceid": "47e3c12c-24ad-4e29-8bdc-bd717f2b6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.825911] env[69473]: DEBUG nova.scheduler.client.report [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.889155] env[69473]: DEBUG nova.network.neutron [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Successfully created port: 1d1ddcbb-541b-443c-b637-f911eff6062c {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.060997] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527c97ee-5bf0-2e0f-6714-bae73a589cab, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.061858] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0bb4bf-ead0-45eb-83c5-290f2206b3c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.068766] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 809.068766] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bf459b-94ac-7407-0a8c-d8a27be36a35" [ 809.068766] env[69473]: _type = "Task" [ 809.068766] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.080908] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bf459b-94ac-7407-0a8c-d8a27be36a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.128685] env[69473]: DEBUG oslo_concurrency.lockutils [req-907367e4-8785-42c2-a96e-5b984ae8f098 req-a1e25eb5-86ae-4d51-9cdb-6ac16de2eef6 service nova] Releasing lock "refresh_cache-7bb9ad05-7fca-44f1-9c9b-8bb443b88065" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.209963] env[69473]: DEBUG nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.249102] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.249102] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.249317] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.249439] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.249674] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.249882] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.250282] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.250502] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.250723] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.250934] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.251194] env[69473]: DEBUG nova.virt.hardware [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.252154] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0301fdcf-9c2c-41bf-9382-af2b13870a40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.265725] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e8e01-435e-4e95-9390-8baae8411170 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.333473] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.335892] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.362s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.337432] env[69473]: INFO nova.compute.claims [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.369447] env[69473]: INFO nova.scheduler.client.report [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Deleted allocations for instance 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e [ 809.436045] env[69473]: DEBUG nova.network.neutron [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.581923] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bf459b-94ac-7407-0a8c-d8a27be36a35, 'name': SearchDatastore_Task, 'duration_secs': 0.015092} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.581923] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.582643] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 7bb9ad05-7fca-44f1-9c9b-8bb443b88065/7bb9ad05-7fca-44f1-9c9b-8bb443b88065.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.582643] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43617eab-3579-4fe1-94bc-312b61bc27cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.592203] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 809.592203] env[69473]: value = "task-3357774" [ 809.592203] env[69473]: _type = "Task" [ 809.592203] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.604902] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.625149] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "718ef4bd-a7e4-4577-a226-2513046d1a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.625404] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.696323] env[69473]: DEBUG nova.compute.manager [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 809.882926] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0be2e69e-4e14-43fe-ab32-9d9bacee53a6 tempest-ServerGroupTestJSON-1508286115 tempest-ServerGroupTestJSON-1508286115-project-member] Lock "5cb99bc6-0db5-47ba-9b06-ab3be1f8908e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.297s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.940577] env[69473]: DEBUG oslo_concurrency.lockutils [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.112569] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357774, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.222704] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.449877] env[69473]: DEBUG nova.compute.manager [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.449877] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f0b75-a418-4e1d-9952-0eef28ebe2b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.614888] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.885169] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea78cbdb-d647-482a-ac8d-95d22ed291f8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.895132] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadd6efd-daed-4dcd-bc52-1f1795214862 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.954259] env[69473]: DEBUG nova.network.neutron [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Successfully updated port: 1d1ddcbb-541b-443c-b637-f911eff6062c {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.957191] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e9210a-60e7-4370-a2ed-80c78a5da093 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.971364] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae6e16c-b22e-483d-a073-139e5fc73ae5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.988733] env[69473]: DEBUG nova.compute.manager [req-9c69c379-954a-48c7-a82e-8be98aca5515 req-691a07b2-3bac-4d65-8e03-cd511d777d74 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Received event network-vif-plugged-1d1ddcbb-541b-443c-b637-f911eff6062c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.988847] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c69c379-954a-48c7-a82e-8be98aca5515 req-691a07b2-3bac-4d65-8e03-cd511d777d74 service nova] Acquiring lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.989012] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c69c379-954a-48c7-a82e-8be98aca5515 req-691a07b2-3bac-4d65-8e03-cd511d777d74 service nova] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.989224] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c69c379-954a-48c7-a82e-8be98aca5515 req-691a07b2-3bac-4d65-8e03-cd511d777d74 service nova] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.989411] env[69473]: DEBUG nova.compute.manager [req-9c69c379-954a-48c7-a82e-8be98aca5515 req-691a07b2-3bac-4d65-8e03-cd511d777d74 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] No waiting events found dispatching network-vif-plugged-1d1ddcbb-541b-443c-b637-f911eff6062c {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.989692] env[69473]: WARNING nova.compute.manager [req-9c69c379-954a-48c7-a82e-8be98aca5515 req-691a07b2-3bac-4d65-8e03-cd511d777d74 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Received unexpected event network-vif-plugged-1d1ddcbb-541b-443c-b637-f911eff6062c for instance with vm_state building and task_state spawning. [ 810.999805] env[69473]: DEBUG nova.compute.provider_tree [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.083038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "61c52b79-2ee1-450d-993d-8c1991d71f56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.083038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.108141] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357774, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.115924} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.109099] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 7bb9ad05-7fca-44f1-9c9b-8bb443b88065/7bb9ad05-7fca-44f1-9c9b-8bb443b88065.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.109099] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.109099] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08337e2c-0ada-48d9-af71-33f7b2d13a8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.115020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.116085] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.120220] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 811.120220] env[69473]: value = "task-3357775" [ 811.120220] env[69473]: _type = "Task" [ 811.120220] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.130522] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.157293] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "9512636c-5133-444d-ad81-9507df8b762e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.157537] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "9512636c-5133-444d-ad81-9507df8b762e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.457513] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "refresh_cache-a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457513] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquired lock "refresh_cache-a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.457513] env[69473]: DEBUG nova.network.neutron [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.483884] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a0e6bd-329d-42c1-87c6-bc4e62800b3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.492206] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Doing hard reboot of VM {{(pid=69473) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 811.492479] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b9da763f-362d-4798-8999-2d2a737eef0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.501370] env[69473]: DEBUG oslo_vmware.api [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 811.501370] env[69473]: value = "task-3357776" [ 811.501370] env[69473]: _type = "Task" [ 811.501370] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.507512] env[69473]: DEBUG nova.scheduler.client.report [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.519455] env[69473]: DEBUG oslo_vmware.api [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357776, 'name': ResetVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.573621] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.574033] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.630191] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074356} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.630539] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.631341] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75c8e6-dac5-4f3b-bff5-f350efb523d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.657343] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 7bb9ad05-7fca-44f1-9c9b-8bb443b88065/7bb9ad05-7fca-44f1-9c9b-8bb443b88065.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.658177] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e43930-1bb6-4ca3-9518-d472eede85ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.685213] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 811.685213] env[69473]: value = "task-3357777" [ 811.685213] env[69473]: _type = "Task" [ 811.685213] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.706932] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357777, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.000405] env[69473]: DEBUG nova.network.neutron [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.015396] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.020299] env[69473]: DEBUG nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.021225] env[69473]: DEBUG oslo_vmware.api [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357776, 'name': ResetVM_Task, 'duration_secs': 0.110402} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.023057] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.515s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.024643] env[69473]: INFO nova.compute.claims [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.028584] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Did hard reboot of VM {{(pid=69473) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 812.028832] env[69473]: DEBUG nova.compute.manager [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.039017] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d86de55-4cac-4b36-9101-08c35327125c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.084460] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.087560] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.087560] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.087560] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.087560] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.087560] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.087560] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 812.087560] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.187790] env[69473]: DEBUG nova.network.neutron [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Updating instance_info_cache with network_info: [{"id": "1d1ddcbb-541b-443c-b637-f911eff6062c", "address": "fa:16:3e:f1:2a:de", "network": {"id": "c2fe7be8-3a4b-4f9f-873d-3d2d6551a461", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305196557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd822b715274f728f32e58184981d9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1ddcbb-54", "ovs_interfaceid": "1d1ddcbb-541b-443c-b637-f911eff6062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.203702] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.539065] env[69473]: DEBUG nova.compute.utils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.540476] env[69473]: DEBUG nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.540761] env[69473]: DEBUG nova.network.neutron [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.556127] env[69473]: DEBUG oslo_concurrency.lockutils [None req-33e67e58-6108-4d79-8f63-4ffe17492bc7 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.714s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.591093] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.602624] env[69473]: DEBUG nova.policy [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad42fa0b845e44cda818d604b68b137a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb3a85c1c0d49adb3e96b44e26df894', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.696950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Releasing lock "refresh_cache-a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.697301] env[69473]: DEBUG nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Instance network_info: |[{"id": "1d1ddcbb-541b-443c-b637-f911eff6062c", "address": "fa:16:3e:f1:2a:de", "network": {"id": "c2fe7be8-3a4b-4f9f-873d-3d2d6551a461", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305196557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd822b715274f728f32e58184981d9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1ddcbb-54", "ovs_interfaceid": "1d1ddcbb-541b-443c-b637-f911eff6062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.697708] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:2a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d1ddcbb-541b-443c-b637-f911eff6062c', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.710222] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Creating folder: Project (fcd822b715274f728f32e58184981d9d). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.718020] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7466dcd-f86d-400f-a5a9-2d5aae26aff8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.720696] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357777, 'name': ReconfigVM_Task, 'duration_secs': 0.54593} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.721853] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 7bb9ad05-7fca-44f1-9c9b-8bb443b88065/7bb9ad05-7fca-44f1-9c9b-8bb443b88065.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.726022] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9191788b-6831-4e4a-a1d2-a9f8fbb083e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.731495] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 812.731495] env[69473]: value = "task-3357779" [ 812.731495] env[69473]: _type = "Task" [ 812.731495] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.736256] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Created folder: Project (fcd822b715274f728f32e58184981d9d) in parent group-v669999. [ 812.736458] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Creating folder: Instances. Parent ref: group-v670153. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.737040] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3440a028-a1c6-4238-a50a-d8a1f289c3ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.748401] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357779, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.762297] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Created folder: Instances in parent group-v670153. [ 812.762297] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.762297] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.762297] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-621cf4b7-1709-4362-91a1-0ba5a3f4886a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.784111] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.784111] env[69473]: value = "task-3357781" [ 812.784111] env[69473]: _type = "Task" [ 812.784111] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.794378] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357781, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.912490] env[69473]: DEBUG nova.network.neutron [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Successfully created port: 3bfb5c7a-6dd3-491e-990f-0b924be84a4b {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.046902] env[69473]: DEBUG nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.150258] env[69473]: DEBUG nova.compute.manager [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Received event network-changed-1d1ddcbb-541b-443c-b637-f911eff6062c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.150460] env[69473]: DEBUG nova.compute.manager [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Refreshing instance network info cache due to event network-changed-1d1ddcbb-541b-443c-b637-f911eff6062c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.150677] env[69473]: DEBUG oslo_concurrency.lockutils [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] Acquiring lock "refresh_cache-a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.150827] env[69473]: DEBUG oslo_concurrency.lockutils [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] Acquired lock "refresh_cache-a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.151068] env[69473]: DEBUG nova.network.neutron [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Refreshing network info cache for port 1d1ddcbb-541b-443c-b637-f911eff6062c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.243032] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357779, 'name': Rename_Task, 'duration_secs': 0.200677} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.243464] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.243623] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66099e81-e8d0-4882-b6c5-43360e9437c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.251552] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 813.251552] env[69473]: value = "task-3357782" [ 813.251552] env[69473]: _type = "Task" [ 813.251552] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.272204] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.299950] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357781, 'name': CreateVM_Task, 'duration_secs': 0.357431} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.300172] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.301047] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.301133] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.301429] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.301732] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde81978-131a-4579-bd5a-8f6898cd71e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.313241] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 813.313241] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d5fde7-918c-4cd1-1f6f-9a1e88898d2e" [ 813.313241] env[69473]: _type = "Task" [ 813.313241] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.324835] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d5fde7-918c-4cd1-1f6f-9a1e88898d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013758} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.325197] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.325450] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.325721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.325971] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.326116] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.326407] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53672c30-5ace-4c66-af85-020fe0669e59 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.341115] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.342336] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.343130] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ac3cac-aa9a-425c-ae37-372c36816896 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.357948] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 813.357948] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5289ef48-1082-23fc-9392-65065fbcf89a" [ 813.357948] env[69473]: _type = "Task" [ 813.357948] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.370295] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5289ef48-1082-23fc-9392-65065fbcf89a, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.375298] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b73054c-cd7c-49d3-9d7a-0cef2f2d7e3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.382299] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 813.382299] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ed2bc-5b3a-4d8a-63b4-9f984f5919fb" [ 813.382299] env[69473]: _type = "Task" [ 813.382299] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.392711] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ed2bc-5b3a-4d8a-63b4-9f984f5919fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.596275] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cc5b21-3cc3-427b-b004-86356f9d5844 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.605388] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e881d31a-5e15-4bbe-a3f2-50e770fb107f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.641156] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848afd05-5c0b-4ba0-a140-d170e953c317 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.649881] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2864e049-12e7-45f2-8de1-bdd767b0da7d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.668178] env[69473]: DEBUG nova.compute.provider_tree [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.761921] env[69473]: DEBUG oslo_vmware.api [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357782, 'name': PowerOnVM_Task, 'duration_secs': 0.501822} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.764395] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.764618] env[69473]: INFO nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Took 9.32 seconds to spawn the instance on the hypervisor. [ 813.764798] env[69473]: DEBUG nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.765659] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13cf723-9e9e-4717-86ec-57f766131d21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.855443] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.855687] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.856121] env[69473]: DEBUG nova.objects.instance [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'flavor' on Instance uuid 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.890449] env[69473]: DEBUG nova.network.neutron [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Updated VIF entry in instance network info cache for port 1d1ddcbb-541b-443c-b637-f911eff6062c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.890906] env[69473]: DEBUG nova.network.neutron [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Updating instance_info_cache with network_info: [{"id": "1d1ddcbb-541b-443c-b637-f911eff6062c", "address": "fa:16:3e:f1:2a:de", "network": {"id": "c2fe7be8-3a4b-4f9f-873d-3d2d6551a461", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305196557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd822b715274f728f32e58184981d9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1ddcbb-54", "ovs_interfaceid": "1d1ddcbb-541b-443c-b637-f911eff6062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.896242] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ed2bc-5b3a-4d8a-63b4-9f984f5919fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.897237] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.897387] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e/a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.897808] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6244c8bc-d8f0-4290-9ce5-2b28c2c9e44d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.906256] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 813.906256] env[69473]: value = "task-3357783" [ 813.906256] env[69473]: _type = "Task" [ 813.906256] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.915092] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.058942] env[69473]: DEBUG nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.086263] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.086587] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.086789] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.087060] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.087270] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.087472] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.087754] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.087975] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.088213] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.088441] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.088681] env[69473]: DEBUG nova.virt.hardware [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.089887] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af75f9ed-b0f2-460a-aeac-878858fd40fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.102791] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a734a966-4904-43f9-8d6e-c81c6a543177 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.172778] env[69473]: DEBUG nova.scheduler.client.report [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.285281] env[69473]: INFO nova.compute.manager [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Took 44.88 seconds to build instance. [ 814.397661] env[69473]: DEBUG oslo_concurrency.lockutils [req-2d11186e-9f5a-4370-8621-b1e1634d6443 req-45ef20e9-c89e-4992-8de4-b64aa608b611 service nova] Releasing lock "refresh_cache-a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.419692] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.492420] env[69473]: DEBUG nova.objects.instance [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'pci_requests' on Instance uuid 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.594445] env[69473]: DEBUG nova.network.neutron [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Successfully updated port: 3bfb5c7a-6dd3-491e-990f-0b924be84a4b {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.678039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.678147] env[69473]: DEBUG nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.680804] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.890s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.681017] env[69473]: DEBUG nova.objects.instance [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 814.788055] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f9525a3-a4ae-4a9c-8abd-78d925b5cb6b tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.796s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.919140] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57594} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.919419] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e/a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.919651] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.919928] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da112806-8762-46cb-a870-cf752f5f0424 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.929085] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 814.929085] env[69473]: value = "task-3357784" [ 814.929085] env[69473]: _type = "Task" [ 814.929085] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.940837] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.995052] env[69473]: DEBUG nova.objects.base [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Object Instance<1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a> lazy-loaded attributes: flavor,pci_requests {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 814.995157] env[69473]: DEBUG nova.network.neutron [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.032656] env[69473]: DEBUG nova.policy [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.097548] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "refresh_cache-1d38a1d0-fe63-4c28-af50-08f959fd42d0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.097702] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquired lock "refresh_cache-1d38a1d0-fe63-4c28-af50-08f959fd42d0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.097887] env[69473]: DEBUG nova.network.neutron [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.186773] env[69473]: DEBUG nova.compute.utils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.192011] env[69473]: DEBUG nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.192339] env[69473]: DEBUG nova.network.neutron [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.251200] env[69473]: DEBUG nova.policy [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd846fd1ae7824566a57ce063db8320bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60909db264b04df18df835697fb7c3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.290406] env[69473]: DEBUG nova.compute.manager [None req-136d1d73-ca83-422d-8239-6f8858d7cef3 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 48a10df0-b9b9-49d1-bd3e-0d217f555879] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.383154] env[69473]: DEBUG nova.network.neutron [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Successfully created port: 873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.408377] env[69473]: DEBUG nova.compute.manager [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Received event network-vif-plugged-3bfb5c7a-6dd3-491e-990f-0b924be84a4b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.408597] env[69473]: DEBUG oslo_concurrency.lockutils [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] Acquiring lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.408918] env[69473]: DEBUG oslo_concurrency.lockutils [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.409059] env[69473]: DEBUG oslo_concurrency.lockutils [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.409222] env[69473]: DEBUG nova.compute.manager [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] No waiting events found dispatching network-vif-plugged-3bfb5c7a-6dd3-491e-990f-0b924be84a4b {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.409398] env[69473]: WARNING nova.compute.manager [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Received unexpected event network-vif-plugged-3bfb5c7a-6dd3-491e-990f-0b924be84a4b for instance with vm_state building and task_state spawning. [ 815.409564] env[69473]: DEBUG nova.compute.manager [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Received event network-changed-3bfb5c7a-6dd3-491e-990f-0b924be84a4b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.409722] env[69473]: DEBUG nova.compute.manager [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Refreshing instance network info cache due to event network-changed-3bfb5c7a-6dd3-491e-990f-0b924be84a4b. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.409887] env[69473]: DEBUG oslo_concurrency.lockutils [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] Acquiring lock "refresh_cache-1d38a1d0-fe63-4c28-af50-08f959fd42d0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.441916] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255785} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.442196] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.443033] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bffc41b-d7fd-4a46-8c15-f3f7f5e02e29 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.474945] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e/a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.475803] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9870a71-867e-4702-ab40-e2ea5f113136 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.500020] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 815.500020] env[69473]: value = "task-3357785" [ 815.500020] env[69473]: _type = "Task" [ 815.500020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.507398] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.664655] env[69473]: DEBUG nova.network.neutron [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.695999] env[69473]: DEBUG nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.700238] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8f91e4-60b8-498c-b115-43f638e8844f tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.701376] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.834s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.702988] env[69473]: INFO nova.compute.claims [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.796786] env[69473]: DEBUG nova.compute.manager [None req-136d1d73-ca83-422d-8239-6f8858d7cef3 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 48a10df0-b9b9-49d1-bd3e-0d217f555879] Instance disappeared before build. {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 816.014213] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.075515] env[69473]: DEBUG nova.network.neutron [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Successfully created port: 5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.197826] env[69473]: DEBUG nova.network.neutron [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Updating instance_info_cache with network_info: [{"id": "3bfb5c7a-6dd3-491e-990f-0b924be84a4b", "address": "fa:16:3e:54:54:7b", "network": {"id": "98c2527c-0d06-4c4a-baf8-65b8b9d6b472", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1975879925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb3a85c1c0d49adb3e96b44e26df894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfb5c7a-6d", "ovs_interfaceid": "3bfb5c7a-6dd3-491e-990f-0b924be84a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.312367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-136d1d73-ca83-422d-8239-6f8858d7cef3 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "48a10df0-b9b9-49d1-bd3e-0d217f555879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 9.613s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.510419] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357785, 'name': ReconfigVM_Task, 'duration_secs': 0.653756} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.510769] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Reconfigured VM instance instance-00000034 to attach disk [datastore2] a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e/a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.511565] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b7c325a-4e1e-454e-a28c-68f3b92cba0c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.519571] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 816.519571] env[69473]: value = "task-3357786" [ 816.519571] env[69473]: _type = "Task" [ 816.519571] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.529813] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357786, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.699683] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Releasing lock "refresh_cache-1d38a1d0-fe63-4c28-af50-08f959fd42d0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.700114] env[69473]: DEBUG nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Instance network_info: |[{"id": "3bfb5c7a-6dd3-491e-990f-0b924be84a4b", "address": "fa:16:3e:54:54:7b", "network": {"id": "98c2527c-0d06-4c4a-baf8-65b8b9d6b472", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1975879925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb3a85c1c0d49adb3e96b44e26df894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfb5c7a-6d", "ovs_interfaceid": "3bfb5c7a-6dd3-491e-990f-0b924be84a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.700437] env[69473]: DEBUG oslo_concurrency.lockutils [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] Acquired lock "refresh_cache-1d38a1d0-fe63-4c28-af50-08f959fd42d0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.700650] env[69473]: DEBUG nova.network.neutron [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Refreshing network info cache for port 3bfb5c7a-6dd3-491e-990f-0b924be84a4b {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.702013] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:54:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bfb5c7a-6dd3-491e-990f-0b924be84a4b', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.710240] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Creating folder: Project (ccb3a85c1c0d49adb3e96b44e26df894). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.712489] env[69473]: DEBUG nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.714816] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7da073e0-7dfd-4693-853f-827ef839ea54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.734461] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Created folder: Project (ccb3a85c1c0d49adb3e96b44e26df894) in parent group-v669999. [ 816.734662] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Creating folder: Instances. Parent ref: group-v670156. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.736163] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cba805e-e9cd-4b0b-adae-c8ed31047339 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.751978] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.752243] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.752402] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.752584] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.752733] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.752876] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.753093] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.753254] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.753420] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.753580] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.753778] env[69473]: DEBUG nova.virt.hardware [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.755599] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab93c4fd-1d75-4bb4-b0ff-4fcfcd028c42 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.758294] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Created folder: Instances in parent group-v670156. [ 816.758513] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.759408] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.762086] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d55a70-84e8-440f-a2d9-e25101467f1d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.782258] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f66d99e-1882-48db-b08a-b16e0e40817e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.786979] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.786979] env[69473]: value = "task-3357789" [ 816.786979] env[69473]: _type = "Task" [ 816.786979] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.808529] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357789, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.815509] env[69473]: DEBUG nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.031468] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357786, 'name': Rename_Task, 'duration_secs': 0.152602} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.034017] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.034447] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99b950c6-6145-49e6-8833-244f87c9f421 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.041595] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 817.041595] env[69473]: value = "task-3357790" [ 817.041595] env[69473]: _type = "Task" [ 817.041595] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.054375] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.157671] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7a7cd-8008-4122-ad72-816a8d078c6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.165977] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e493df-1618-4ed7-940f-347cb3bc019b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.197020] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274eaacc-b218-44b6-a9fa-6e4dd3533b7f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.205392] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77dac56-fb59-4983-a4e8-962f3d51275d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.223414] env[69473]: DEBUG nova.compute.provider_tree [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.300484] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357789, 'name': CreateVM_Task, 'duration_secs': 0.347493} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.300666] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.301362] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.301518] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.301833] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.302402] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88502361-62f4-4f0a-aa71-98a641e08003 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.308147] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 817.308147] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5263a90f-d3dd-5aea-d6ba-28ceb02efb6a" [ 817.308147] env[69473]: _type = "Task" [ 817.308147] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.316743] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5263a90f-d3dd-5aea-d6ba-28ceb02efb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.335642] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.555132] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.588148] env[69473]: DEBUG nova.network.neutron [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Updated VIF entry in instance network info cache for port 3bfb5c7a-6dd3-491e-990f-0b924be84a4b. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.588511] env[69473]: DEBUG nova.network.neutron [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Updating instance_info_cache with network_info: [{"id": "3bfb5c7a-6dd3-491e-990f-0b924be84a4b", "address": "fa:16:3e:54:54:7b", "network": {"id": "98c2527c-0d06-4c4a-baf8-65b8b9d6b472", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1975879925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb3a85c1c0d49adb3e96b44e26df894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfb5c7a-6d", "ovs_interfaceid": "3bfb5c7a-6dd3-491e-990f-0b924be84a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.680972] env[69473]: DEBUG nova.compute.manager [req-cd78681b-9575-4069-bf1e-d01eac35ff85 req-e9e43013-f5f2-4903-a41c-3e56abbe2502 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received event network-vif-plugged-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.681519] env[69473]: DEBUG oslo_concurrency.lockutils [req-cd78681b-9575-4069-bf1e-d01eac35ff85 req-e9e43013-f5f2-4903-a41c-3e56abbe2502 service nova] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.681747] env[69473]: DEBUG oslo_concurrency.lockutils [req-cd78681b-9575-4069-bf1e-d01eac35ff85 req-e9e43013-f5f2-4903-a41c-3e56abbe2502 service nova] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.681942] env[69473]: DEBUG oslo_concurrency.lockutils [req-cd78681b-9575-4069-bf1e-d01eac35ff85 req-e9e43013-f5f2-4903-a41c-3e56abbe2502 service nova] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.682102] env[69473]: DEBUG nova.compute.manager [req-cd78681b-9575-4069-bf1e-d01eac35ff85 req-e9e43013-f5f2-4903-a41c-3e56abbe2502 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] No waiting events found dispatching network-vif-plugged-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.682276] env[69473]: WARNING nova.compute.manager [req-cd78681b-9575-4069-bf1e-d01eac35ff85 req-e9e43013-f5f2-4903-a41c-3e56abbe2502 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received unexpected event network-vif-plugged-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c for instance with vm_state active and task_state None. [ 817.709026] env[69473]: DEBUG nova.network.neutron [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Successfully updated port: 873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.728747] env[69473]: DEBUG nova.scheduler.client.report [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.803811] env[69473]: DEBUG nova.network.neutron [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Successfully updated port: 5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.824734] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5263a90f-d3dd-5aea-d6ba-28ceb02efb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.027897} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.825044] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.825275] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.825561] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.825653] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.825855] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.826136] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92bb4b2-cd0d-4780-93fc-94fc66953a57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.840404] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.840588] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.841335] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed37c97-e5bc-4831-93b6-800c14dd1f6a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.847432] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 817.847432] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d3715e-bd08-9567-48be-71715071dccc" [ 817.847432] env[69473]: _type = "Task" [ 817.847432] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.856026] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d3715e-bd08-9567-48be-71715071dccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.053411] env[69473]: DEBUG oslo_vmware.api [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357790, 'name': PowerOnVM_Task, 'duration_secs': 0.525228} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.053681] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.053892] env[69473]: INFO nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Took 8.84 seconds to spawn the instance on the hypervisor. [ 818.054083] env[69473]: DEBUG nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.054865] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7524f86a-1187-4ddf-af87-0ccedbd11ab9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.091517] env[69473]: DEBUG oslo_concurrency.lockutils [req-b464446f-ada1-498d-9bb9-85ada6053cf2 req-616f73f4-c8d6-47a1-9264-444f0df3b958 service nova] Releasing lock "refresh_cache-1d38a1d0-fe63-4c28-af50-08f959fd42d0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.211507] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.211702] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.211825] env[69473]: DEBUG nova.network.neutron [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.235665] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.236205] env[69473]: DEBUG nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.239018] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.439s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.239279] env[69473]: DEBUG nova.objects.instance [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lazy-loading 'resources' on Instance uuid 4767f76b-6acb-43be-b46c-18b2ca550d18 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.310611] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.310712] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.310937] env[69473]: DEBUG nova.network.neutron [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.319091] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.319355] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.319545] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.319779] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.319964] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.322190] env[69473]: INFO nova.compute.manager [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Terminating instance [ 818.360149] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d3715e-bd08-9567-48be-71715071dccc, 'name': SearchDatastore_Task, 'duration_secs': 0.038415} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.361010] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36906de-acf5-4db9-9b26-691406046432 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.368090] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 818.368090] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eed5a2-3961-78ed-3ceb-cfc815c91dac" [ 818.368090] env[69473]: _type = "Task" [ 818.368090] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.377308] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eed5a2-3961-78ed-3ceb-cfc815c91dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.572151] env[69473]: INFO nova.compute.manager [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Took 40.88 seconds to build instance. [ 818.745465] env[69473]: DEBUG nova.compute.utils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.750285] env[69473]: DEBUG nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.750472] env[69473]: DEBUG nova.network.neutron [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.753186] env[69473]: WARNING nova.network.neutron [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] 19d6b237-da70-41b8-90ea-b6b55b5b8105 already exists in list: networks containing: ['19d6b237-da70-41b8-90ea-b6b55b5b8105']. ignoring it [ 818.826498] env[69473]: DEBUG nova.policy [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de335a0eb6154f98bb9ed47851abbe2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcdb18e3a74845b2912cb4b62510dc33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.827198] env[69473]: DEBUG nova.compute.manager [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.827446] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.829291] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02499b0a-52c2-437e-a964-3b2950528e21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.844529] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.844804] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e098688-2a74-4d49-9069-b3f19445d38c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.852932] env[69473]: DEBUG oslo_vmware.api [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 818.852932] env[69473]: value = "task-3357791" [ 818.852932] env[69473]: _type = "Task" [ 818.852932] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.868726] env[69473]: DEBUG oslo_vmware.api [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.879464] env[69473]: DEBUG nova.network.neutron [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.886019] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eed5a2-3961-78ed-3ceb-cfc815c91dac, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.888817] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.888919] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1d38a1d0-fe63-4c28-af50-08f959fd42d0/1d38a1d0-fe63-4c28-af50-08f959fd42d0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.889823] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38f11d93-c0be-4712-ac21-c58100d92352 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.897811] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 818.897811] env[69473]: value = "task-3357792" [ 818.897811] env[69473]: _type = "Task" [ 818.897811] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.909775] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.074578] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9e198bf5-5ae7-4ef2-a776-b7931eb6d891 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.388s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.248321] env[69473]: DEBUG nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.253953] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f6802-c2a1-415b-8fc2-5aaa120355f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.264432] env[69473]: DEBUG nova.network.neutron [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updating instance_info_cache with network_info: [{"id": "5c662941-b089-4146-8c84-24349d58af90", "address": "fa:16:3e:d7:cf:18", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c662941-b0", "ovs_interfaceid": "5c662941-b089-4146-8c84-24349d58af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.270118] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b213ac7-aa29-45cf-8f17-57f22b084c13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.316133] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b57d0eb-502d-4eb5-83f1-1b87eb7e0104 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.330409] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfc3bf-0bf5-4893-88a8-0d70a4436bbb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.345699] env[69473]: DEBUG nova.compute.provider_tree [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.365260] env[69473]: DEBUG oslo_vmware.api [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357791, 'name': PowerOffVM_Task, 'duration_secs': 0.344271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.365545] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.365721] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.365989] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b3f6a68-0a57-4287-a6bd-887c54f03901 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.410446] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510446} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.410823] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1d38a1d0-fe63-4c28-af50-08f959fd42d0/1d38a1d0-fe63-4c28-af50-08f959fd42d0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.411181] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.411532] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0428cc8-37d2-499e-a74a-f0b5e4c1edbb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.421293] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 819.421293] env[69473]: value = "task-3357794" [ 819.421293] env[69473]: _type = "Task" [ 819.421293] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.432745] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.447255] env[69473]: DEBUG nova.network.neutron [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c", "address": "fa:16:3e:c9:12:db", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873fc5cd-38", "ovs_interfaceid": "873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.464572] env[69473]: DEBUG nova.network.neutron [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Successfully created port: 6ea206c6-cfc1-409f-8b18-2ff1ad91371d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.578093] env[69473]: DEBUG nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.774432] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.774716] env[69473]: DEBUG nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Instance network_info: |[{"id": "5c662941-b089-4146-8c84-24349d58af90", "address": "fa:16:3e:d7:cf:18", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c662941-b0", "ovs_interfaceid": "5c662941-b089-4146-8c84-24349d58af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.776023] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:cf:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c662941-b089-4146-8c84-24349d58af90', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.784312] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating folder: Project (60909db264b04df18df835697fb7c3d8). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.785825] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf5b0d1-fad3-4ff4-a064-38a63b721fbd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.787742] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.787866] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.788022] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Deleting the datastore file [datastore2] 7bb9ad05-7fca-44f1-9c9b-8bb443b88065 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.788268] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b82013f2-223e-4954-96b7-2591f258d260 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.799914] env[69473]: DEBUG oslo_vmware.api [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 819.799914] env[69473]: value = "task-3357796" [ 819.799914] env[69473]: _type = "Task" [ 819.799914] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.806304] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created folder: Project (60909db264b04df18df835697fb7c3d8) in parent group-v669999. [ 819.806592] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating folder: Instances. Parent ref: group-v670159. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.806871] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9b62b1e-74cf-46b4-b9f2-68c0708fc0aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.811796] env[69473]: DEBUG oslo_vmware.api [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.825905] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created folder: Instances in parent group-v670159. [ 819.826215] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.826424] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.826652] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d0ed9d6-a905-4ff2-a615-2ffd08c15c39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.848592] env[69473]: DEBUG nova.scheduler.client.report [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.851914] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.851914] env[69473]: value = "task-3357798" [ 819.851914] env[69473]: _type = "Task" [ 819.851914] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.861534] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357798, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.932292] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067322} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.932558] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.933449] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2693af75-ec8f-4403-ace0-3959f13aaab4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.949731] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.950450] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.950613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.959581] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1d38a1d0-fe63-4c28-af50-08f959fd42d0/1d38a1d0-fe63-4c28-af50-08f959fd42d0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.960390] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ba278-545d-4c3d-94ac-488512f955a9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.963224] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63b53d6b-df04-4ee8-96b0-2586e5a8a701 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.994998] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.994998] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.995348] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.995607] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.995902] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.998779] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.999125] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.999372] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.999667] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.000050] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.000321] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.000656] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.000920] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.001194] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.001448] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.001706] env[69473]: DEBUG nova.virt.hardware [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.012206] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Reconfiguring VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 820.015307] env[69473]: INFO nova.compute.manager [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Terminating instance [ 820.016968] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c0d33a-de68-4716-9ec0-c569f5db3182 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.029577] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 820.029577] env[69473]: value = "task-3357799" [ 820.029577] env[69473]: _type = "Task" [ 820.029577] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.041334] env[69473]: DEBUG oslo_vmware.api [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 820.041334] env[69473]: value = "task-3357800" [ 820.041334] env[69473]: _type = "Task" [ 820.041334] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.052694] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.058149] env[69473]: DEBUG oslo_vmware.api [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357800, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.105568] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.240713] env[69473]: DEBUG nova.compute.manager [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Received event network-vif-plugged-5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.240713] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Acquiring lock "1971c532-b386-46b8-b50e-a4311d188ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.240935] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Lock "1971c532-b386-46b8-b50e-a4311d188ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.240992] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Lock "1971c532-b386-46b8-b50e-a4311d188ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.241206] env[69473]: DEBUG nova.compute.manager [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] No waiting events found dispatching network-vif-plugged-5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.241311] env[69473]: WARNING nova.compute.manager [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Received unexpected event network-vif-plugged-5c662941-b089-4146-8c84-24349d58af90 for instance with vm_state building and task_state spawning. [ 820.241474] env[69473]: DEBUG nova.compute.manager [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received event network-changed-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.241624] env[69473]: DEBUG nova.compute.manager [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Refreshing instance network info cache due to event network-changed-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.241817] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Acquiring lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.241944] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Acquired lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.242110] env[69473]: DEBUG nova.network.neutron [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Refreshing network info cache for port 873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.260380] env[69473]: DEBUG nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.288523] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.288804] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.288969] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.289195] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.289345] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.289576] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.289766] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.289901] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.290591] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.290591] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.290591] env[69473]: DEBUG nova.virt.hardware [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.291717] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25437bb0-aa69-4f9f-945c-59954ad0c9ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.300774] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc60ed-a33d-4791-990c-d10e783d0e8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.315923] env[69473]: DEBUG oslo_vmware.api [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135266} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.324350] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.324545] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.324725] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.324904] env[69473]: INFO nova.compute.manager [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Took 1.50 seconds to destroy the instance on the hypervisor. [ 820.325212] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.326090] env[69473]: DEBUG nova.compute.manager [-] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.326186] env[69473]: DEBUG nova.network.neutron [-] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.358065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.361098] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.507s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.363456] env[69473]: INFO nova.compute.claims [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.373043] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357798, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.377957] env[69473]: INFO nova.scheduler.client.report [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted allocations for instance 4767f76b-6acb-43be-b46c-18b2ca550d18 [ 820.538160] env[69473]: DEBUG nova.compute.manager [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.538386] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.539582] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f2dd6-71f4-4fc8-978a-a15ceae368c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.551764] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.552122] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.552838] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a66a5de8-e843-405e-a745-dab148364d90 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.559253] env[69473]: DEBUG oslo_vmware.api [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.561327] env[69473]: DEBUG oslo_vmware.api [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 820.561327] env[69473]: value = "task-3357801" [ 820.561327] env[69473]: _type = "Task" [ 820.561327] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.570976] env[69473]: DEBUG oslo_vmware.api [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.864701] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357798, 'name': CreateVM_Task, 'duration_secs': 0.550441} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.864876] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.865570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.865743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.866103] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.866399] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302f511e-6cef-4ae8-85d7-837351e1ab79 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.875166] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 820.875166] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216e1f0-e6c3-0032-5742-af4559c0261e" [ 820.875166] env[69473]: _type = "Task" [ 820.875166] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.891590] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216e1f0-e6c3-0032-5742-af4559c0261e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.892240] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ad3c4bc-357b-4d3c-b652-8732d065990a tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "4767f76b-6acb-43be-b46c-18b2ca550d18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.161s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.042259] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357799, 'name': ReconfigVM_Task, 'duration_secs': 0.685448} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.042494] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1d38a1d0-fe63-4c28-af50-08f959fd42d0/1d38a1d0-fe63-4c28-af50-08f959fd42d0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.043181] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4b134da-dce3-4ebf-bf28-32068ebf895a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.054381] env[69473]: DEBUG oslo_vmware.api [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357800, 'name': ReconfigVM_Task, 'duration_secs': 0.774352} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.055785] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.055999] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Reconfigured VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 821.058565] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 821.058565] env[69473]: value = "task-3357802" [ 821.058565] env[69473]: _type = "Task" [ 821.058565] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.070699] env[69473]: DEBUG oslo_vmware.api [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357801, 'name': PowerOffVM_Task, 'duration_secs': 0.321458} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.074523] env[69473]: DEBUG nova.network.neutron [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updated VIF entry in instance network info cache for port 873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.074882] env[69473]: DEBUG nova.network.neutron [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c", "address": "fa:16:3e:c9:12:db", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873fc5cd-38", "ovs_interfaceid": "873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.076124] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.076303] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.076566] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357802, 'name': Rename_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.077565] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76a0aa9c-2cfb-4cca-8823-2554a421ecc2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.112822] env[69473]: DEBUG nova.network.neutron [-] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.131459] env[69473]: DEBUG nova.network.neutron [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Successfully updated port: 6ea206c6-cfc1-409f-8b18-2ff1ad91371d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.151953] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.152239] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.152477] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Deleting the datastore file [datastore2] a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.152772] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27205b35-01e0-4ba1-9e1d-0f77f6fda76e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.161549] env[69473]: DEBUG oslo_vmware.api [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for the task: (returnval){ [ 821.161549] env[69473]: value = "task-3357804" [ 821.161549] env[69473]: _type = "Task" [ 821.161549] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.169813] env[69473]: DEBUG oslo_vmware.api [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.386568] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216e1f0-e6c3-0032-5742-af4559c0261e, 'name': SearchDatastore_Task, 'duration_secs': 0.022633} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.387017] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.387265] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.387500] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.387649] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.387831] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.388369] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-775173de-2b37-4544-9d9c-9ca2bab69ed1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.397492] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.397672] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.400868] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e740b9a0-faed-42c7-8a4a-a4ce372b72cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.406469] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 821.406469] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52021b18-d562-a12a-e73c-373a0ce266b5" [ 821.406469] env[69473]: _type = "Task" [ 821.406469] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.415723] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52021b18-d562-a12a-e73c-373a0ce266b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.564849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2c55b317-5ba1-4de9-a1a7-d00683a62cb6 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.709s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.572337] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357802, 'name': Rename_Task, 'duration_secs': 0.163808} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.575116] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.575810] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b3a3ce-3872-4864-b9f2-ad422d33f0bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.577778] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Releasing lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.577778] env[69473]: DEBUG nova.compute.manager [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Received event network-changed-5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.577778] env[69473]: DEBUG nova.compute.manager [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Refreshing instance network info cache due to event network-changed-5c662941-b089-4146-8c84-24349d58af90. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.578176] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Acquiring lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.578176] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Acquired lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.578248] env[69473]: DEBUG nova.network.neutron [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Refreshing network info cache for port 5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.585808] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 821.585808] env[69473]: value = "task-3357805" [ 821.585808] env[69473]: _type = "Task" [ 821.585808] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.598451] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.614807] env[69473]: INFO nova.compute.manager [-] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Took 1.29 seconds to deallocate network for instance. [ 821.632672] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "refresh_cache-17629242-1971-4fd9-b983-ecb952ea84e7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.632869] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "refresh_cache-17629242-1971-4fd9-b983-ecb952ea84e7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.633212] env[69473]: DEBUG nova.network.neutron [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.671667] env[69473]: DEBUG oslo_vmware.api [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Task: {'id': task-3357804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147525} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.671928] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.672173] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.672381] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.672636] env[69473]: INFO nova.compute.manager [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.672801] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.675488] env[69473]: DEBUG nova.compute.manager [-] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.675597] env[69473]: DEBUG nova.network.neutron [-] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.763133] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9556d23-14e4-4731-a0b4-0a70cc7dd3c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.770916] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c144c50-a5db-4d60-bc6d-ca6c0121cf9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.802787] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e722c6-2db6-44ee-8417-8e7f379e2c9a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.810882] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155bef3e-fce3-4444-b97a-bfa976cd78a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.826025] env[69473]: DEBUG nova.compute.provider_tree [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.847787] env[69473]: DEBUG oslo_concurrency.lockutils [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.848106] env[69473]: DEBUG oslo_concurrency.lockutils [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.917866] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52021b18-d562-a12a-e73c-373a0ce266b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.918848] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8580239-0003-4a77-a9a4-ef2f14f96819 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.925504] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 821.925504] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0744e-9b22-319a-6898-4fd8f745f3ec" [ 821.925504] env[69473]: _type = "Task" [ 821.925504] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.936239] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0744e-9b22-319a-6898-4fd8f745f3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.098489] env[69473]: DEBUG oslo_vmware.api [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357805, 'name': PowerOnVM_Task, 'duration_secs': 0.454172} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.099046] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.099046] env[69473]: INFO nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Took 8.04 seconds to spawn the instance on the hypervisor. [ 822.099229] env[69473]: DEBUG nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.100013] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3578195f-0966-4b5d-a8c4-4e5058ce000e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.122277] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.181432] env[69473]: DEBUG nova.network.neutron [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.328407] env[69473]: DEBUG nova.scheduler.client.report [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.351675] env[69473]: INFO nova.compute.manager [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Detaching volume 5fe77e6f-9fd9-451c-8201-7396d92d0f58 [ 822.371218] env[69473]: DEBUG nova.network.neutron [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updated VIF entry in instance network info cache for port 5c662941-b089-4146-8c84-24349d58af90. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.371218] env[69473]: DEBUG nova.network.neutron [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updating instance_info_cache with network_info: [{"id": "5c662941-b089-4146-8c84-24349d58af90", "address": "fa:16:3e:d7:cf:18", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c662941-b0", "ovs_interfaceid": "5c662941-b089-4146-8c84-24349d58af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.387193] env[69473]: DEBUG nova.network.neutron [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Updating instance_info_cache with network_info: [{"id": "6ea206c6-cfc1-409f-8b18-2ff1ad91371d", "address": "fa:16:3e:8c:66:9f", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea206c6-cf", "ovs_interfaceid": "6ea206c6-cfc1-409f-8b18-2ff1ad91371d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.401177] env[69473]: INFO nova.virt.block_device [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Attempting to driver detach volume 5fe77e6f-9fd9-451c-8201-7396d92d0f58 from mountpoint /dev/sdb [ 822.401395] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 822.401583] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670123', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'name': 'volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fca9abff-1947-4808-8f04-4682cc5f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'serial': '5fe77e6f-9fd9-451c-8201-7396d92d0f58'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 822.402932] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24c5668-13fb-4316-8c8f-d8f9e8d4643e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.432883] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96887e33-f705-4753-a9b1-d2d01ca2b3af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.443073] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0744e-9b22-319a-6898-4fd8f745f3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.02019} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.443877] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c8573-4081-4eab-abd0-9931b72105bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.446415] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.446720] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1971c532-b386-46b8-b50e-a4311d188ee5/1971c532-b386-46b8-b50e-a4311d188ee5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.446979] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab89e7b2-4790-44ac-bae8-8e4ba5f7c312 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.467539] env[69473]: DEBUG nova.network.neutron [-] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.470420] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7541cce-4216-42a1-8acc-c90daff9a992 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.473252] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 822.473252] env[69473]: value = "task-3357806" [ 822.473252] env[69473]: _type = "Task" [ 822.473252] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.491025] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] The volume has not been displaced from its original location: [datastore2] volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58/volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 822.498030] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.498030] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20db2d8-5e3e-42e6-b3d3-4cd327edfafc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.515298] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.518215] env[69473]: DEBUG nova.compute.manager [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Received event network-vif-deleted-47e3c12c-24ad-4e29-8bdc-bd717f2b6c52 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.518215] env[69473]: DEBUG nova.compute.manager [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Received event network-vif-plugged-6ea206c6-cfc1-409f-8b18-2ff1ad91371d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.518215] env[69473]: DEBUG oslo_concurrency.lockutils [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] Acquiring lock "17629242-1971-4fd9-b983-ecb952ea84e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.518215] env[69473]: DEBUG oslo_concurrency.lockutils [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] Lock "17629242-1971-4fd9-b983-ecb952ea84e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.518215] env[69473]: DEBUG oslo_concurrency.lockutils [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] Lock "17629242-1971-4fd9-b983-ecb952ea84e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.518215] env[69473]: DEBUG nova.compute.manager [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] No waiting events found dispatching network-vif-plugged-6ea206c6-cfc1-409f-8b18-2ff1ad91371d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.518438] env[69473]: WARNING nova.compute.manager [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Received unexpected event network-vif-plugged-6ea206c6-cfc1-409f-8b18-2ff1ad91371d for instance with vm_state building and task_state spawning. [ 822.518476] env[69473]: DEBUG nova.compute.manager [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Received event network-changed-6ea206c6-cfc1-409f-8b18-2ff1ad91371d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.518624] env[69473]: DEBUG nova.compute.manager [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Refreshing instance network info cache due to event network-changed-6ea206c6-cfc1-409f-8b18-2ff1ad91371d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.518821] env[69473]: DEBUG oslo_concurrency.lockutils [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] Acquiring lock "refresh_cache-17629242-1971-4fd9-b983-ecb952ea84e7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.525285] env[69473]: DEBUG oslo_vmware.api [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 822.525285] env[69473]: value = "task-3357807" [ 822.525285] env[69473]: _type = "Task" [ 822.525285] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.534709] env[69473]: DEBUG oslo_vmware.api [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.617970] env[69473]: INFO nova.compute.manager [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Took 44.67 seconds to build instance. [ 822.834044] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.835075] env[69473]: DEBUG nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.837534] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.900s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.837847] env[69473]: DEBUG nova.objects.instance [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lazy-loading 'resources' on Instance uuid cdc94932-bb65-4b65-8d3d-5ec9dec7d694 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.874445] env[69473]: DEBUG oslo_concurrency.lockutils [req-d06b9d7f-bae5-41c9-aecf-d080730cf726 req-a3283565-18ff-4b15-ba0d-8ad8edd4ef17 service nova] Releasing lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.891499] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "refresh_cache-17629242-1971-4fd9-b983-ecb952ea84e7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.891895] env[69473]: DEBUG nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Instance network_info: |[{"id": "6ea206c6-cfc1-409f-8b18-2ff1ad91371d", "address": "fa:16:3e:8c:66:9f", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea206c6-cf", "ovs_interfaceid": "6ea206c6-cfc1-409f-8b18-2ff1ad91371d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.892232] env[69473]: DEBUG oslo_concurrency.lockutils [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] Acquired lock "refresh_cache-17629242-1971-4fd9-b983-ecb952ea84e7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.892415] env[69473]: DEBUG nova.network.neutron [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Refreshing network info cache for port 6ea206c6-cfc1-409f-8b18-2ff1ad91371d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.894641] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:66:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ea206c6-cfc1-409f-8b18-2ff1ad91371d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.901832] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.903178] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.903420] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63281720-df56-4217-b324-0f6ac9cc4607 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.924896] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.924896] env[69473]: value = "task-3357808" [ 822.924896] env[69473]: _type = "Task" [ 822.924896] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.934814] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357808, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.974565] env[69473]: INFO nova.compute.manager [-] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Took 1.30 seconds to deallocate network for instance. [ 822.989097] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.036494] env[69473]: DEBUG oslo_vmware.api [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357807, 'name': ReconfigVM_Task, 'duration_secs': 0.258645} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.036671] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.041495] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b4ab0f-6634-4ed4-ab63-fb5b63e28111 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.056708] env[69473]: DEBUG oslo_vmware.api [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 823.056708] env[69473]: value = "task-3357809" [ 823.056708] env[69473]: _type = "Task" [ 823.056708] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.065049] env[69473]: DEBUG oslo_vmware.api [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.120267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-642b2261-36b7-406c-ac8b-9ad6a9257fc4 tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.187s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.341612] env[69473]: DEBUG nova.compute.utils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.346059] env[69473]: DEBUG nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.346364] env[69473]: DEBUG nova.network.neutron [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.406783] env[69473]: DEBUG nova.policy [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b33c8a5c8de4a0f9d755aceddad6212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b89a5e1a770447b18011576243567480', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.438943] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357808, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.487991] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.490906] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579923} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.490906] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1971c532-b386-46b8-b50e-a4311d188ee5/1971c532-b386-46b8-b50e-a4311d188ee5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.490906] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.495566] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b44f5a-ae1f-4839-89cf-e26e2084b244 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.501450] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.501699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.504225] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 823.504225] env[69473]: value = "task-3357810" [ 823.504225] env[69473]: _type = "Task" [ 823.504225] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.513313] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.568120] env[69473]: DEBUG oslo_vmware.api [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.623245] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.768064] env[69473]: DEBUG nova.network.neutron [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Updated VIF entry in instance network info cache for port 6ea206c6-cfc1-409f-8b18-2ff1ad91371d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.768431] env[69473]: DEBUG nova.network.neutron [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Updating instance_info_cache with network_info: [{"id": "6ea206c6-cfc1-409f-8b18-2ff1ad91371d", "address": "fa:16:3e:8c:66:9f", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea206c6-cf", "ovs_interfaceid": "6ea206c6-cfc1-409f-8b18-2ff1ad91371d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.847507] env[69473]: DEBUG nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.853318] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4de2a-6385-4d33-8afb-68388a75a5ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.861579] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af38ef9-6e0e-4225-b89d-4e962eec59de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.898648] env[69473]: DEBUG nova.network.neutron [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Successfully created port: 636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.901256] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410707cb-9076-4c2b-8975-3892f8aa48aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.909852] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f015a71-9bb5-4dd6-a087-e53cebe25fb3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.924035] env[69473]: DEBUG nova.compute.provider_tree [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.934417] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357808, 'name': CreateVM_Task, 'duration_secs': 0.831356} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.935181] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.935871] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.936044] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.936364] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.936870] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77addd0c-4501-428c-91ab-2871ad2317ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.941635] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 823.941635] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5258584a-1d12-a88b-4fd9-93faebb13b49" [ 823.941635] env[69473]: _type = "Task" [ 823.941635] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.949223] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5258584a-1d12-a88b-4fd9-93faebb13b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.006631] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.006806] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.008082] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34053458-4b9c-441b-956c-c4080be5f5d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.021279] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065403} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.029732] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.030630] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77e5299-655b-4a59-98e1-27a0687c0e32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.033539] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44c3677-d62d-4550-8a3c-52f1c789017f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.055332] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 1971c532-b386-46b8-b50e-a4311d188ee5/1971c532-b386-46b8-b50e-a4311d188ee5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.074503] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddfd677-7ac0-473a-a8ac-b164908889d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.091967] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Reconfiguring VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 824.095215] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c9fba9-f109-4062-9584-fc035696b7fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.108714] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.108961] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.109185] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.109369] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.109537] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.112090] env[69473]: INFO nova.compute.manager [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Terminating instance [ 824.117315] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 824.117315] env[69473]: value = "task-3357811" [ 824.117315] env[69473]: _type = "Task" [ 824.117315] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.117553] env[69473]: DEBUG oslo_vmware.api [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357809, 'name': ReconfigVM_Task, 'duration_secs': 0.785213} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.121674] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670123', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'name': 'volume-5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fca9abff-1947-4808-8f04-4682cc5f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe77e6f-9fd9-451c-8201-7396d92d0f58', 'serial': '5fe77e6f-9fd9-451c-8201-7396d92d0f58'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 824.122064] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 824.122064] env[69473]: value = "task-3357812" [ 824.122064] env[69473]: _type = "Task" [ 824.122064] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.134469] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.140716] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.150639] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.273797] env[69473]: DEBUG oslo_concurrency.lockutils [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] Releasing lock "refresh_cache-17629242-1971-4fd9-b983-ecb952ea84e7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.274072] env[69473]: DEBUG nova.compute.manager [req-05107e71-1eaa-4bee-8ff3-eacfd4d52a38 req-8b06be0a-1c43-4111-97fc-3be10779b59a service nova] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Received event network-vif-deleted-1d1ddcbb-541b-443c-b637-f911eff6062c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.429024] env[69473]: DEBUG nova.scheduler.client.report [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.453756] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5258584a-1d12-a88b-4fd9-93faebb13b49, 'name': SearchDatastore_Task, 'duration_secs': 0.03222} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.454151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.454637] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.454834] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.454923] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.455113] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.456175] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b42e1eb-5168-42ad-ba74-44fe7194e1f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.464285] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.464464] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.465187] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448692c5-c9ae-4d5f-9943-c7d26c06adfe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.471130] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 824.471130] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f0b80-0608-8cf1-073b-e1456196aa30" [ 824.471130] env[69473]: _type = "Task" [ 824.471130] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.478598] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f0b80-0608-8cf1-073b-e1456196aa30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.624862] env[69473]: DEBUG nova.compute.manager [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.625116] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.625954] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc199cb-c3c3-43c4-9872-d2b1d1794302 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.635427] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.639362] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.642535] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd45fec-c96d-45ec-8ee4-8db07093113a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.644042] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.649540] env[69473]: DEBUG oslo_vmware.api [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 824.649540] env[69473]: value = "task-3357813" [ 824.649540] env[69473]: _type = "Task" [ 824.649540] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.658018] env[69473]: DEBUG oslo_vmware.api [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.672046] env[69473]: DEBUG nova.objects.instance [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.858264] env[69473]: DEBUG nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.883900] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.884170] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.884329] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.884510] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.884663] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.884794] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.885171] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.885171] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.885329] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.885490] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.885659] env[69473]: DEBUG nova.virt.hardware [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.886542] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de401df-6ee7-4349-a017-5e00b1c3efc0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.894543] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214b033-d5e4-4db9-9898-aa0ea1b179c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.935763] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.938348] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.965s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.939690] env[69473]: INFO nova.compute.claims [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.960106] env[69473]: INFO nova.scheduler.client.report [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Deleted allocations for instance cdc94932-bb65-4b65-8d3d-5ec9dec7d694 [ 824.982052] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f0b80-0608-8cf1-073b-e1456196aa30, 'name': SearchDatastore_Task, 'duration_secs': 0.014868} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.982730] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48dc6fd5-312d-4178-a494-be53d442760b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.988818] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 824.988818] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f0ed7-9531-0c25-75c1-3c8e45215a3e" [ 824.988818] env[69473]: _type = "Task" [ 824.988818] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.997783] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f0ed7-9531-0c25-75c1-3c8e45215a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.131606] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357811, 'name': ReconfigVM_Task, 'duration_secs': 0.717198} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.132220] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 1971c532-b386-46b8-b50e-a4311d188ee5/1971c532-b386-46b8-b50e-a4311d188ee5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.132839] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10840008-23f8-468f-8f72-5823dc8f9fa4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.137827] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.145022] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 825.145022] env[69473]: value = "task-3357814" [ 825.145022] env[69473]: _type = "Task" [ 825.145022] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.153426] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357814, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.164064] env[69473]: DEBUG oslo_vmware.api [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357813, 'name': PowerOffVM_Task, 'duration_secs': 0.198223} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.164064] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.164064] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.164204] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e72449-937c-421e-90a9-e9d435736fb5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.224978] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.224978] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.224978] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Deleting the datastore file [datastore1] 1d38a1d0-fe63-4c28-af50-08f959fd42d0 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.225208] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62d3d35-a2db-479f-a2f7-ac3ff11bd199 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.233020] env[69473]: DEBUG oslo_vmware.api [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for the task: (returnval){ [ 825.233020] env[69473]: value = "task-3357816" [ 825.233020] env[69473]: _type = "Task" [ 825.233020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.240991] env[69473]: DEBUG oslo_vmware.api [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.293661] env[69473]: DEBUG nova.compute.manager [req-7dce193f-4c53-4204-b550-d36784d86f20 req-7d768295-0b81-49a0-ab30-65c2fe2850f1 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Received event network-vif-plugged-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.293917] env[69473]: DEBUG oslo_concurrency.lockutils [req-7dce193f-4c53-4204-b550-d36784d86f20 req-7d768295-0b81-49a0-ab30-65c2fe2850f1 service nova] Acquiring lock "60365def-6ca1-4e70-b628-72888c7fbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.294381] env[69473]: DEBUG oslo_concurrency.lockutils [req-7dce193f-4c53-4204-b550-d36784d86f20 req-7d768295-0b81-49a0-ab30-65c2fe2850f1 service nova] Lock "60365def-6ca1-4e70-b628-72888c7fbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.294613] env[69473]: DEBUG oslo_concurrency.lockutils [req-7dce193f-4c53-4204-b550-d36784d86f20 req-7d768295-0b81-49a0-ab30-65c2fe2850f1 service nova] Lock "60365def-6ca1-4e70-b628-72888c7fbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.294795] env[69473]: DEBUG nova.compute.manager [req-7dce193f-4c53-4204-b550-d36784d86f20 req-7d768295-0b81-49a0-ab30-65c2fe2850f1 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] No waiting events found dispatching network-vif-plugged-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.295486] env[69473]: WARNING nova.compute.manager [req-7dce193f-4c53-4204-b550-d36784d86f20 req-7d768295-0b81-49a0-ab30-65c2fe2850f1 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Received unexpected event network-vif-plugged-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 for instance with vm_state building and task_state spawning. [ 825.359098] env[69473]: DEBUG nova.network.neutron [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Successfully updated port: 636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.467898] env[69473]: DEBUG oslo_concurrency.lockutils [None req-18a3e718-7b06-4329-84d7-0a04d35c8b8c tempest-ServerShowV254Test-374121922 tempest-ServerShowV254Test-374121922-project-member] Lock "cdc94932-bb65-4b65-8d3d-5ec9dec7d694" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.851s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.499408] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528f0ed7-9531-0c25-75c1-3c8e45215a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.499625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.499917] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 17629242-1971-4fd9-b983-ecb952ea84e7/17629242-1971-4fd9-b983-ecb952ea84e7.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.500192] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dff613b-0520-4c96-9e19-a0e6a289ae53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.507298] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 825.507298] env[69473]: value = "task-3357817" [ 825.507298] env[69473]: _type = "Task" [ 825.507298] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.517386] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.635831] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.656100] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357814, 'name': Rename_Task, 'duration_secs': 0.145484} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.656100] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.656345] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54648de6-8ee2-4f89-a2cc-f3157ef11a93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.666064] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 825.666064] env[69473]: value = "task-3357818" [ 825.666064] env[69473]: _type = "Task" [ 825.666064] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.675563] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.680307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-45c01595-8809-43a4-9094-a27d9b1d56af tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.832s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.744632] env[69473]: DEBUG oslo_vmware.api [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Task: {'id': task-3357816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137787} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.744632] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.744632] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.744904] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.744904] env[69473]: INFO nova.compute.manager [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 825.745170] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.745382] env[69473]: DEBUG nova.compute.manager [-] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.745783] env[69473]: DEBUG nova.network.neutron [-] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.861893] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.862123] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.862275] env[69473]: DEBUG nova.network.neutron [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.019165] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468156} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.022574] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 17629242-1971-4fd9-b983-ecb952ea84e7/17629242-1971-4fd9-b983-ecb952ea84e7.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.022574] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.022574] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c971968-0c17-46e3-abbf-5b194970acde {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.029406] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 826.029406] env[69473]: value = "task-3357819" [ 826.029406] env[69473]: _type = "Task" [ 826.029406] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.042287] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.085748] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.085999] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.086206] env[69473]: DEBUG nova.compute.manager [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.087608] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad4ff0a-b58e-48f3-8685-5ea457bfe4ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.094695] env[69473]: DEBUG nova.compute.manager [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 826.095274] env[69473]: DEBUG nova.objects.instance [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.137998] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.175805] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.343485] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f95420b-8a5f-435a-afab-a1de548a14fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.351294] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3feb32-55ed-47ba-9d4d-89551ba08ea8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.384612] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a12dc09-2ce4-42ba-8ae4-13da55506ca3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.392022] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb26596-a4a7-42c6-bfb0-8a8962b476ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.405841] env[69473]: DEBUG nova.compute.provider_tree [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.425730] env[69473]: DEBUG nova.network.neutron [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.504240] env[69473]: DEBUG nova.network.neutron [-] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.540604] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068902} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.540712] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.541468] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aaaa92-b8a7-417b-bb91-456f6e142897 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.566717] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 17629242-1971-4fd9-b983-ecb952ea84e7/17629242-1971-4fd9-b983-ecb952ea84e7.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.569393] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92563ff-7ec8-4b87-b143-2d1c57f9fe70 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.589654] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 826.589654] env[69473]: value = "task-3357820" [ 826.589654] env[69473]: _type = "Task" [ 826.589654] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.600086] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.623716] env[69473]: DEBUG nova.network.neutron [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Updating instance_info_cache with network_info: [{"id": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "address": "fa:16:3e:56:3d:29", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d7c5e-2e", "ovs_interfaceid": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.638299] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.679780] env[69473]: DEBUG oslo_vmware.api [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3357818, 'name': PowerOnVM_Task, 'duration_secs': 0.521602} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.680172] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.680465] env[69473]: INFO nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Took 9.97 seconds to spawn the instance on the hypervisor. [ 826.680717] env[69473]: DEBUG nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.681885] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27110ef1-21f8-40ff-a620-d91c65cb9195 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.909401] env[69473]: DEBUG nova.scheduler.client.report [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.011029] env[69473]: INFO nova.compute.manager [-] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Took 1.27 seconds to deallocate network for instance. [ 827.103336] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357820, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.105064] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.105185] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84d11558-142b-435d-9388-9e5d1020c0d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.113044] env[69473]: DEBUG oslo_vmware.api [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 827.113044] env[69473]: value = "task-3357821" [ 827.113044] env[69473]: _type = "Task" [ 827.113044] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.120473] env[69473]: DEBUG oslo_vmware.api [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.125998] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.126316] env[69473]: DEBUG nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Instance network_info: |[{"id": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "address": "fa:16:3e:56:3d:29", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d7c5e-2e", "ovs_interfaceid": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.126728] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:3d:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '636d7c5e-2ee8-439d-ad2f-3b0213bb70f8', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.135026] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Creating folder: Project (b89a5e1a770447b18011576243567480). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.135026] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861f4c24-ed66-45e7-aeb9-4c6e02ad7ec5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.144743] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.146904] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Created folder: Project (b89a5e1a770447b18011576243567480) in parent group-v669999. [ 827.147120] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Creating folder: Instances. Parent ref: group-v670163. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.147371] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05b0c7e-f715-4970-aa73-9fe64083c2b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.154891] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Created folder: Instances in parent group-v670163. [ 827.155136] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.155325] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.155521] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c11f21c-13df-4ac5-8512-8136c7c66144 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.174173] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.174173] env[69473]: value = "task-3357824" [ 827.174173] env[69473]: _type = "Task" [ 827.174173] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.182378] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357824, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.202896] env[69473]: INFO nova.compute.manager [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Took 44.73 seconds to build instance. [ 827.323546] env[69473]: DEBUG nova.compute.manager [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Received event network-changed-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.323788] env[69473]: DEBUG nova.compute.manager [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Refreshing instance network info cache due to event network-changed-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.323965] env[69473]: DEBUG oslo_concurrency.lockutils [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] Acquiring lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.324128] env[69473]: DEBUG oslo_concurrency.lockutils [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] Acquired lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.324321] env[69473]: DEBUG nova.network.neutron [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Refreshing network info cache for port 636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.417616] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.418164] env[69473]: DEBUG nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.421775] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.506s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.422114] env[69473]: DEBUG nova.objects.instance [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lazy-loading 'resources' on Instance uuid 59bef0c6-2345-4728-8502-cab86260b5b8 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.520781] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.601272] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357820, 'name': ReconfigVM_Task, 'duration_secs': 0.533394} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.601568] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 17629242-1971-4fd9-b983-ecb952ea84e7/17629242-1971-4fd9-b983-ecb952ea84e7.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.602352] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f256cdf1-7215-4b47-aea7-13e7f99666c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.608946] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 827.608946] env[69473]: value = "task-3357825" [ 827.608946] env[69473]: _type = "Task" [ 827.608946] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.619303] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357825, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.623957] env[69473]: DEBUG oslo_vmware.api [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357821, 'name': PowerOffVM_Task, 'duration_secs': 0.190727} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.624345] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.624554] env[69473]: DEBUG nova.compute.manager [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.625360] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967f8460-6845-42c8-9632-a0ed79569501 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.645380] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.687029] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357824, 'name': CreateVM_Task, 'duration_secs': 0.30313} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.687029] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.687029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.687029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.687029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.687029] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0185c28c-ba6f-4ebc-8480-fae903095a0c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.701025] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 827.701025] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5244b2ef-07ce-ed82-5a94-3edd3ffbc76f" [ 827.701025] env[69473]: _type = "Task" [ 827.701025] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.708025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b801543f-eb63-47c7-8f30-30f7cbcf9e52 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1971c532-b386-46b8-b50e-a4311d188ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.255s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.709245] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5244b2ef-07ce-ed82-5a94-3edd3ffbc76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.924717] env[69473]: DEBUG nova.compute.utils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.926225] env[69473]: DEBUG nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.926300] env[69473]: DEBUG nova.network.neutron [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.118846] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357825, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.136592] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4f788a46-c759-46cf-9585-1c2ce57af117 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.149375] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.215397] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.219144] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5244b2ef-07ce-ed82-5a94-3edd3ffbc76f, 'name': SearchDatastore_Task, 'duration_secs': 0.021664} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.228046] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.228046] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.228046] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.228349] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.229034] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.230499] env[69473]: DEBUG nova.policy [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8edc46e08ce443b4887905ae95e0725f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '755f6ff6ae2542c481f7f8ed41432611', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.231829] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2176213-d11f-4b89-84f2-994469f6a3b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.240962] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.240962] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.241806] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4639a7-43a8-4fee-abe8-2f126c6060d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.253233] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 828.253233] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d95ae5-db86-8349-18b8-bc3795532018" [ 828.253233] env[69473]: _type = "Task" [ 828.253233] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.260167] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d95ae5-db86-8349-18b8-bc3795532018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.391664] env[69473]: DEBUG nova.network.neutron [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Updated VIF entry in instance network info cache for port 636d7c5e-2ee8-439d-ad2f-3b0213bb70f8. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.392025] env[69473]: DEBUG nova.network.neutron [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Updating instance_info_cache with network_info: [{"id": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "address": "fa:16:3e:56:3d:29", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d7c5e-2e", "ovs_interfaceid": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.403847] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9924434d-c1aa-4c7e-9452-4b7917b06fa7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.411477] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d13e9b-8224-4480-9204-da836e4881e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.443109] env[69473]: DEBUG nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.447023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0801ff48-14d0-4c8c-b329-d45ca0560c50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.454596] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f35524-a81d-40f8-b7f1-86bd082f9ae7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.467921] env[69473]: DEBUG nova.compute.provider_tree [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.530042] env[69473]: DEBUG nova.objects.instance [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.571725] env[69473]: DEBUG nova.network.neutron [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Successfully created port: 9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.619771] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357825, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.647558] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.750466] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.761905] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d95ae5-db86-8349-18b8-bc3795532018, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.762702] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5be070-0b55-413e-b369-f5cde6fe0291 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.768188] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 828.768188] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5231a113-1319-c3ba-0517-4ac6c6a47bdc" [ 828.768188] env[69473]: _type = "Task" [ 828.768188] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.780020] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5231a113-1319-c3ba-0517-4ac6c6a47bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.895817] env[69473]: DEBUG oslo_concurrency.lockutils [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] Releasing lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.896017] env[69473]: DEBUG nova.compute.manager [req-149f0927-e1a7-43f9-86e3-5d419ac54d15 req-ab1ed202-f6c8-4277-aa83-42c317d67372 service nova] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Received event network-vif-deleted-3bfb5c7a-6dd3-491e-990f-0b924be84a4b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.970948] env[69473]: DEBUG nova.scheduler.client.report [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.037679] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.037861] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.038046] env[69473]: DEBUG nova.network.neutron [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.038225] env[69473]: DEBUG nova.objects.instance [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'info_cache' on Instance uuid fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.121016] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357825, 'name': Rename_Task, 'duration_secs': 1.172002} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.121848] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.121924] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1501db-db83-41cd-8419-745338501276 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.127998] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 829.127998] env[69473]: value = "task-3357826" [ 829.127998] env[69473]: _type = "Task" [ 829.127998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.136281] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.146364] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.278506] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5231a113-1319-c3ba-0517-4ac6c6a47bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.018276} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.278651] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.278952] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 60365def-6ca1-4e70-b628-72888c7fbd62/60365def-6ca1-4e70-b628-72888c7fbd62.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.279241] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7297d798-f89a-447a-92bd-99564d99b21e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.285803] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 829.285803] env[69473]: value = "task-3357827" [ 829.285803] env[69473]: _type = "Task" [ 829.285803] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.293567] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.350616] env[69473]: DEBUG nova.compute.manager [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Received event network-changed-5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.350806] env[69473]: DEBUG nova.compute.manager [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Refreshing instance network info cache due to event network-changed-5c662941-b089-4146-8c84-24349d58af90. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.351099] env[69473]: DEBUG oslo_concurrency.lockutils [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] Acquiring lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.351165] env[69473]: DEBUG oslo_concurrency.lockutils [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] Acquired lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.351551] env[69473]: DEBUG nova.network.neutron [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Refreshing network info cache for port 5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.457046] env[69473]: DEBUG nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.477676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.480181] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.221s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.480414] env[69473]: DEBUG nova.objects.instance [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lazy-loading 'resources' on Instance uuid 0511381c-3185-4825-9464-7b74e05e696f {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.485655] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.485942] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.486064] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.486263] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.486410] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.486557] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.486775] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.486940] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.487124] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.487292] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.487468] env[69473]: DEBUG nova.virt.hardware [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.488327] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec24af-2cd1-48f1-a5e9-07cbb9a7e523 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.496925] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fa7210-f668-4354-879a-dfb33fbda566 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.501953] env[69473]: INFO nova.scheduler.client.report [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Deleted allocations for instance 59bef0c6-2345-4728-8502-cab86260b5b8 [ 829.544984] env[69473]: DEBUG nova.objects.base [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 829.637500] env[69473]: DEBUG oslo_vmware.api [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357826, 'name': PowerOnVM_Task, 'duration_secs': 0.462138} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.637788] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.638000] env[69473]: INFO nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Took 9.38 seconds to spawn the instance on the hypervisor. [ 829.638197] env[69473]: DEBUG nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.639063] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9681d7d9-26ac-42d5-9ee4-89969004cd5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.654621] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.799614] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.010477] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f48c738c-be7f-4674-829e-f09dbd4b6ae2 tempest-ServersNegativeTestMultiTenantJSON-1358071384 tempest-ServersNegativeTestMultiTenantJSON-1358071384-project-member] Lock "59bef0c6-2345-4728-8502-cab86260b5b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.857s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.162188] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.171441] env[69473]: INFO nova.compute.manager [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Took 43.33 seconds to build instance. [ 830.270898] env[69473]: DEBUG nova.network.neutron [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updated VIF entry in instance network info cache for port 5c662941-b089-4146-8c84-24349d58af90. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.271400] env[69473]: DEBUG nova.network.neutron [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updating instance_info_cache with network_info: [{"id": "5c662941-b089-4146-8c84-24349d58af90", "address": "fa:16:3e:d7:cf:18", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c662941-b0", "ovs_interfaceid": "5c662941-b089-4146-8c84-24349d58af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.302398] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542249} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.304945] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 60365def-6ca1-4e70-b628-72888c7fbd62/60365def-6ca1-4e70-b628-72888c7fbd62.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.305272] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.305769] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24814cae-93fe-4d92-9d4f-346f0b42fa62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.316077] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 830.316077] env[69473]: value = "task-3357828" [ 830.316077] env[69473]: _type = "Task" [ 830.316077] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.325497] env[69473]: DEBUG nova.network.neutron [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Successfully updated port: 9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.334222] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.414736] env[69473]: DEBUG nova.network.neutron [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating instance_info_cache with network_info: [{"id": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "address": "fa:16:3e:53:52:f4", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489e6be-da", "ovs_interfaceid": "5489e6be-dafb-4fdb-9ce7-0ea8a4234277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.459791] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6dafca-8909-4f24-8d10-e57b728cb770 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.467749] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039110f9-8e3e-48ca-80be-843344458e5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.500226] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda9608-e443-4dda-83d6-0c429afdab69 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.507824] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c20ec8-850a-4572-9d8b-dd818ae77628 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.522711] env[69473]: DEBUG nova.compute.provider_tree [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.647395] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ed462-ff10-46f6-8458-0cc6503c909e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.656100] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20af5a4c-979b-4e7a-ae15-2e66e014ef16 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Suspending the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 830.656500] env[69473]: DEBUG oslo_vmware.api [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357812, 'name': ReconfigVM_Task, 'duration_secs': 6.404313} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.656582] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0d533734-7c99-4679-acfe-87aa8e73709d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.657928] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.658284] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Reconfigured VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 830.664642] env[69473]: DEBUG oslo_vmware.api [None req-20af5a4c-979b-4e7a-ae15-2e66e014ef16 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 830.664642] env[69473]: value = "task-3357829" [ 830.664642] env[69473]: _type = "Task" [ 830.664642] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.673274] env[69473]: DEBUG oslo_vmware.api [None req-20af5a4c-979b-4e7a-ae15-2e66e014ef16 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357829, 'name': SuspendVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.677355] env[69473]: DEBUG oslo_concurrency.lockutils [None req-048b62d5-d00b-475d-b9c7-96b7d786da64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "17629242-1971-4fd9-b983-ecb952ea84e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.849s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.776963] env[69473]: DEBUG oslo_concurrency.lockutils [req-a13000a5-f708-4ec7-9c67-e1dd5f61cc5f req-4abdb8e5-9688-4b96-88bf-ee675d777125 service nova] Releasing lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.828526] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.828679] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.828913] env[69473]: DEBUG nova.network.neutron [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.841474] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074083} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.842864] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.843490] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70054e14-a21b-4428-8e8b-ebfb88fa6bc2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.866936] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 60365def-6ca1-4e70-b628-72888c7fbd62/60365def-6ca1-4e70-b628-72888c7fbd62.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.867682] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e170526f-a786-458a-a08c-dcb1c1ecb407 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.888881] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 830.888881] env[69473]: value = "task-3357830" [ 830.888881] env[69473]: _type = "Task" [ 830.888881] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.899193] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.919995] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "refresh_cache-fca9abff-1947-4808-8f04-4682cc5f8ddb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.026424] env[69473]: DEBUG nova.scheduler.client.report [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.175685] env[69473]: DEBUG oslo_vmware.api [None req-20af5a4c-979b-4e7a-ae15-2e66e014ef16 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357829, 'name': SuspendVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.182552] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.375994] env[69473]: DEBUG nova.network.neutron [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.402054] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357830, 'name': ReconfigVM_Task, 'duration_secs': 0.395905} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.402586] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 60365def-6ca1-4e70-b628-72888c7fbd62/60365def-6ca1-4e70-b628-72888c7fbd62.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.403398] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a62361-5c5a-490b-ba8f-1606e7e710cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.410047] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 831.410047] env[69473]: value = "task-3357831" [ 831.410047] env[69473]: _type = "Task" [ 831.410047] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.426394] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357831, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.517815] env[69473]: DEBUG nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Received event network-vif-plugged-9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.517815] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Acquiring lock "77e21e10-bb48-4273-8fd0-1257288940e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.517815] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Lock "77e21e10-bb48-4273-8fd0-1257288940e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.518795] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Lock "77e21e10-bb48-4273-8fd0-1257288940e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.519283] env[69473]: DEBUG nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] No waiting events found dispatching network-vif-plugged-9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.519805] env[69473]: WARNING nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Received unexpected event network-vif-plugged-9ec6cb91-3aa2-4632-9962-3a20dcf63e84 for instance with vm_state building and task_state spawning. [ 831.520899] env[69473]: DEBUG nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Received event network-changed-9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.521617] env[69473]: DEBUG nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Refreshing instance network info cache due to event network-changed-9ec6cb91-3aa2-4632-9962-3a20dcf63e84. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.522694] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Acquiring lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.531182] env[69473]: DEBUG nova.network.neutron [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updating instance_info_cache with network_info: [{"id": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "address": "fa:16:3e:2b:ec:74", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec6cb91-3a", "ovs_interfaceid": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.534526] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.538433] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.107s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.539122] env[69473]: DEBUG nova.objects.instance [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lazy-loading 'resources' on Instance uuid a480a382-d8b1-417a-b9d3-c6f0d396071e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.567717] env[69473]: INFO nova.scheduler.client.report [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Deleted allocations for instance 0511381c-3185-4825-9464-7b74e05e696f [ 831.674818] env[69473]: DEBUG oslo_vmware.api [None req-20af5a4c-979b-4e7a-ae15-2e66e014ef16 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357829, 'name': SuspendVM_Task, 'duration_secs': 0.630414} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.675107] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20af5a4c-979b-4e7a-ae15-2e66e014ef16 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Suspended the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 831.675288] env[69473]: DEBUG nova.compute.manager [None req-20af5a4c-979b-4e7a-ae15-2e66e014ef16 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.676060] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36734767-a41b-48c0-a4d2-47ce3f4b0df7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.701375] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.920785] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357831, 'name': Rename_Task, 'duration_secs': 0.167891} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.921069] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.921318] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d81f8b2b-0312-4c4b-be79-b3e3fb2d7544 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.928200] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 831.928200] env[69473]: value = "task-3357832" [ 831.928200] env[69473]: _type = "Task" [ 831.928200] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.932538] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.932797] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e116b9-1912-4fed-a30b-36ec099c3038 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.939484] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.941508] env[69473]: DEBUG oslo_vmware.api [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 831.941508] env[69473]: value = "task-3357833" [ 831.941508] env[69473]: _type = "Task" [ 831.941508] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.946476] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.946654] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.946850] env[69473]: DEBUG nova.network.neutron [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.951639] env[69473]: DEBUG oslo_vmware.api [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.038630] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Releasing lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.039052] env[69473]: DEBUG nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Instance network_info: |[{"id": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "address": "fa:16:3e:2b:ec:74", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec6cb91-3a", "ovs_interfaceid": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.039340] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Acquired lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.039514] env[69473]: DEBUG nova.network.neutron [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Refreshing network info cache for port 9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.040703] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ec:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ec6cb91-3aa2-4632-9962-3a20dcf63e84', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.048491] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.051394] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.053208] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-312d1f3d-7abf-4d3e-80f4-34f917453c0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.073176] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.073176] env[69473]: value = "task-3357834" [ 832.073176] env[69473]: _type = "Task" [ 832.073176] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.079392] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbfb0ac2-0b35-4374-84f9-f38b46dd7698 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "0511381c-3185-4825-9464-7b74e05e696f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.330s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.088520] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357834, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.429395] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.429668] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.429878] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.430123] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.430276] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.440879] env[69473]: INFO nova.compute.manager [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Terminating instance [ 832.456403] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.465889] env[69473]: DEBUG oslo_vmware.api [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357833, 'name': PowerOnVM_Task, 'duration_secs': 0.4426} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.467855] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.467855] env[69473]: DEBUG nova.compute.manager [None req-a095b297-52fc-4e93-8b6d-c413c9ea3f76 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.471264] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712dc875-7958-479e-ac4d-189c7496fd6e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.571826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb1c931-ba41-4e4c-816e-3b51d6daf2f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.588601] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc786b-216b-4037-b17d-f614152759e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.591923] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357834, 'name': CreateVM_Task, 'duration_secs': 0.400519} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.592451] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.596570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.596570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.596570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.596570] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd586ea2-070a-448c-b7de-4930db604869 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.632968] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fa9120-3b8c-4eed-ac7f-0a41a84d522b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.638863] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 832.638863] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b47540-0e72-d642-5438-8964c03e80eb" [ 832.638863] env[69473]: _type = "Task" [ 832.638863] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.646053] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd2677e-6470-474d-9f33-263aae130adc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.652848] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b47540-0e72-d642-5438-8964c03e80eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.662732] env[69473]: DEBUG nova.compute.provider_tree [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.714503] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.714755] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.714960] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.715163] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.715338] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.717910] env[69473]: INFO nova.compute.manager [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Terminating instance [ 832.945571] env[69473]: DEBUG oslo_vmware.api [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357832, 'name': PowerOnVM_Task, 'duration_secs': 0.54165} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.945708] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.945983] env[69473]: INFO nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Took 8.09 seconds to spawn the instance on the hypervisor. [ 832.946139] env[69473]: DEBUG nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.946941] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de472fd5-c171-466e-8779-144efb28528b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.958974] env[69473]: INFO nova.network.neutron [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Port 873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 832.958974] env[69473]: DEBUG nova.network.neutron [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.958974] env[69473]: DEBUG nova.compute.manager [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.958974] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.959702] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243ff58-7e9d-4a30-bc8a-8a8097910ded {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.966937] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.967190] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c22e0e0-f954-4a67-a202-b614eb695de5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.976385] env[69473]: DEBUG oslo_vmware.api [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 832.976385] env[69473]: value = "task-3357835" [ 832.976385] env[69473]: _type = "Task" [ 832.976385] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.981402] env[69473]: DEBUG nova.network.neutron [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updated VIF entry in instance network info cache for port 9ec6cb91-3aa2-4632-9962-3a20dcf63e84. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.981779] env[69473]: DEBUG nova.network.neutron [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updating instance_info_cache with network_info: [{"id": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "address": "fa:16:3e:2b:ec:74", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec6cb91-3a", "ovs_interfaceid": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.988645] env[69473]: DEBUG oslo_vmware.api [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.156158] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b47540-0e72-d642-5438-8964c03e80eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016684} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.156553] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.157234] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.157554] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.157750] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.157970] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.158288] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f775da-26fc-40bd-a5a6-92cd4a211856 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.165533] env[69473]: DEBUG nova.scheduler.client.report [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.173917] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.174113] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.175154] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0620c22-1449-4a3a-a89c-7bf6274cb542 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.180363] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 833.180363] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e12692-1ace-03dc-6cfa-39725e7a4c40" [ 833.180363] env[69473]: _type = "Task" [ 833.180363] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.192222] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e12692-1ace-03dc-6cfa-39725e7a4c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.222821] env[69473]: DEBUG nova.compute.manager [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.223237] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.225226] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ccfcd-483e-4a46-9034-a26ca804041d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.234357] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.234630] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf09d6d2-19c1-4aa0-b7c5-0f16360009fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.245154] env[69473]: DEBUG oslo_vmware.api [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 833.245154] env[69473]: value = "task-3357836" [ 833.245154] env[69473]: _type = "Task" [ 833.245154] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.257479] env[69473]: DEBUG oslo_vmware.api [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.467949] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.473555] env[69473]: INFO nova.compute.manager [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Took 40.65 seconds to build instance. [ 833.489671] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Releasing lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.490090] env[69473]: DEBUG nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received event network-vif-deleted-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.490343] env[69473]: INFO nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Neutron deleted interface 873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c; detaching it from the instance and deleting it from the info cache [ 833.490619] env[69473]: DEBUG nova.network.neutron [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [{"id": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "address": "fa:16:3e:27:ac:53", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548203f-ae", "ovs_interfaceid": "0548203f-aefb-445f-a6ee-b8ec02c87da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.491954] env[69473]: DEBUG oslo_vmware.api [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357835, 'name': PowerOffVM_Task, 'duration_secs': 0.308621} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.492673] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.492849] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.493147] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2016bdce-b15b-4127-acdd-5505f0aca784 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.553918] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.554160] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.554400] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Deleting the datastore file [datastore1] 3da619f4-d845-4ec6-aed4-1271d5cf1b0a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.554692] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1e2eebd-d2b8-400e-9b50-40f0481c70ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.562313] env[69473]: DEBUG oslo_vmware.api [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for the task: (returnval){ [ 833.562313] env[69473]: value = "task-3357838" [ 833.562313] env[69473]: _type = "Task" [ 833.562313] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.571388] env[69473]: DEBUG oslo_vmware.api [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.679087] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.687585] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.648s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.687585] env[69473]: INFO nova.compute.claims [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.696806] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e12692-1ace-03dc-6cfa-39725e7a4c40, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.697997] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d3be3c-fa5a-4dcf-8383-ceb83ab2977f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.706201] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 833.706201] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5244b739-aab3-b7cf-a567-bdd888710fea" [ 833.706201] env[69473]: _type = "Task" [ 833.706201] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.713899] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5244b739-aab3-b7cf-a567-bdd888710fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.724845] env[69473]: INFO nova.scheduler.client.report [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleted allocations for instance a480a382-d8b1-417a-b9d3-c6f0d396071e [ 833.759096] env[69473]: DEBUG oslo_vmware.api [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357836, 'name': PowerOffVM_Task, 'duration_secs': 0.406888} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.759485] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.759668] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.759929] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-337439f6-077d-453c-849e-b785e5f80e8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.829959] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.830253] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.830449] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleting the datastore file [datastore2] 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.830718] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2241849d-71e6-44f0-949d-234053e8cf2e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.839694] env[69473]: DEBUG oslo_vmware.api [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 833.839694] env[69473]: value = "task-3357840" [ 833.839694] env[69473]: _type = "Task" [ 833.839694] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.846953] env[69473]: DEBUG oslo_vmware.api [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.973662] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eaa7ce78-33bc-4d0a-b10e-0a7dc71cca98 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a-873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.472s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.975351] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5068af3b-62c0-438a-a74e-7db6776abce0 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.586s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.993378] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Acquiring lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.072140] env[69473]: DEBUG oslo_vmware.api [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Task: {'id': task-3357838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267646} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.073132] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.073132] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.073132] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.073132] env[69473]: INFO nova.compute.manager [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 834.073418] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.073661] env[69473]: DEBUG nova.compute.manager [-] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.073766] env[69473]: DEBUG nova.network.neutron [-] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.221715] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5244b739-aab3-b7cf-a567-bdd888710fea, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.222070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.222350] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 77e21e10-bb48-4273-8fd0-1257288940e3/77e21e10-bb48-4273-8fd0-1257288940e3.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.222638] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05b81868-b3ce-4cdc-a936-59f74919a86a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.235963] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9895ea47-2aa9-4269-a6f1-243ccccaece2 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "a480a382-d8b1-417a-b9d3-c6f0d396071e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.072s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.242165] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 834.242165] env[69473]: value = "task-3357841" [ 834.242165] env[69473]: _type = "Task" [ 834.242165] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.254538] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.289081] env[69473]: DEBUG nova.compute.manager [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.290359] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21953ae5-3f1b-4a8f-af97-016d5cffd9f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.350510] env[69473]: DEBUG oslo_vmware.api [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3357840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3805} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.350810] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.351084] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.351220] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.351389] env[69473]: INFO nova.compute.manager [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 834.351619] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.351805] env[69473]: DEBUG nova.compute.manager [-] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.351899] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.756613] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357841, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.805814] env[69473]: INFO nova.compute.manager [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] instance snapshotting [ 834.805814] env[69473]: WARNING nova.compute.manager [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 834.808237] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605a7dcc-695a-4093-bf7a-173462b7b039 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.840414] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582366e6-04ee-4491-a3f4-bf81b1c9cf72 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.164468] env[69473]: DEBUG nova.compute.manager [req-5f2cf35b-1b4c-4f05-a197-cfaed2ce181e req-79014749-2adf-45d9-b20c-59f2fc643ecf service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Received event network-vif-deleted-8139469f-17d4-4dc7-bfc8-e4f51390c632 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.164468] env[69473]: INFO nova.compute.manager [req-5f2cf35b-1b4c-4f05-a197-cfaed2ce181e req-79014749-2adf-45d9-b20c-59f2fc643ecf service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Neutron deleted interface 8139469f-17d4-4dc7-bfc8-e4f51390c632; detaching it from the instance and deleting it from the info cache [ 835.164688] env[69473]: DEBUG nova.network.neutron [req-5f2cf35b-1b4c-4f05-a197-cfaed2ce181e req-79014749-2adf-45d9-b20c-59f2fc643ecf service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.174019] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242c8c6-f40a-48a5-8570-22246b9ff2a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.182311] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fabbdfa-2aaf-4e62-b1a6-9b8c5139cfb1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.220844] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13743b6-dc2d-4e03-94c8-6f620ffbb397 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.229394] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21172d30-6660-43c8-b169-8a2352b182af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.244946] env[69473]: DEBUG nova.compute.provider_tree [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.258019] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72431} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.258019] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 77e21e10-bb48-4273-8fd0-1257288940e3/77e21e10-bb48-4273-8fd0-1257288940e3.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.258019] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.258019] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02d60b2a-00d1-4a3f-89f1-43a6517af28c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.265472] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 835.265472] env[69473]: value = "task-3357842" [ 835.265472] env[69473]: _type = "Task" [ 835.265472] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.277679] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.353078] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 835.353410] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43638e2b-8c02-45aa-a43e-7f2dddba3854 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.361188] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 835.361188] env[69473]: value = "task-3357843" [ 835.361188] env[69473]: _type = "Task" [ 835.361188] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.369038] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.642547] env[69473]: DEBUG nova.network.neutron [-] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.671631] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebc73430-e01f-4124-a5fc-43586e6adeb1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.682382] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d3e3b-d545-4b10-b2ed-e852a7402348 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.720111] env[69473]: DEBUG nova.compute.manager [req-5f2cf35b-1b4c-4f05-a197-cfaed2ce181e req-79014749-2adf-45d9-b20c-59f2fc643ecf service nova] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Detach interface failed, port_id=8139469f-17d4-4dc7-bfc8-e4f51390c632, reason: Instance 3da619f4-d845-4ec6-aed4-1271d5cf1b0a could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.751106] env[69473]: DEBUG nova.scheduler.client.report [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.776815] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076381} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.777238] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.778171] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d208b8-cfc4-4c24-8408-ee7c603e052f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.808933] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 77e21e10-bb48-4273-8fd0-1257288940e3/77e21e10-bb48-4273-8fd0-1257288940e3.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.809801] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ff60fe-a18c-4fed-9484-c6ef8ec23f86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.833040] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 835.833040] env[69473]: value = "task-3357844" [ 835.833040] env[69473]: _type = "Task" [ 835.833040] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.841149] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.870383] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357843, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.149526] env[69473]: INFO nova.compute.manager [-] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Took 2.07 seconds to deallocate network for instance. [ 836.197234] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.263027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.263027] env[69473]: DEBUG nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.263582] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.423s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.267132] env[69473]: INFO nova.compute.claims [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.345777] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357844, 'name': ReconfigVM_Task, 'duration_secs': 0.482186} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.347400] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 77e21e10-bb48-4273-8fd0-1257288940e3/77e21e10-bb48-4273-8fd0-1257288940e3.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.348103] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a265b6c9-583f-4b3d-bb21-bd1b190e5745 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.356481] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 836.356481] env[69473]: value = "task-3357845" [ 836.356481] env[69473]: _type = "Task" [ 836.356481] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.372469] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357845, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.380051] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357843, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.585392] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.585625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.662194] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.701126] env[69473]: INFO nova.compute.manager [-] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Took 2.35 seconds to deallocate network for instance. [ 836.770580] env[69473]: DEBUG nova.compute.utils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.774184] env[69473]: DEBUG nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.774816] env[69473]: DEBUG nova.network.neutron [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.824013] env[69473]: DEBUG nova.policy [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33173338f7d4f24b116da8ff337e89d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a21a096a4eab4bc8a0d674db2ba1df29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.868980] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357845, 'name': Rename_Task, 'duration_secs': 0.198165} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.869629] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.869766] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd9458b-4780-40dd-b355-b382923b764f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.874174] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357843, 'name': CreateSnapshot_Task, 'duration_secs': 1.140995} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.874764] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 836.875483] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd428f2d-2ee1-4ae4-bcab-e3dbd19a839a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.879875] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 836.879875] env[69473]: value = "task-3357846" [ 836.879875] env[69473]: _type = "Task" [ 836.879875] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.892684] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.084905] env[69473]: DEBUG nova.network.neutron [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Successfully created port: 244f106b-f4e0-4321-a489-e58919a3d264 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.088570] env[69473]: DEBUG nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.195302] env[69473]: DEBUG nova.compute.manager [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Received event network-changed-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.195492] env[69473]: DEBUG nova.compute.manager [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Refreshing instance network info cache due to event network-changed-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.195702] env[69473]: DEBUG oslo_concurrency.lockutils [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] Acquiring lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.195843] env[69473]: DEBUG oslo_concurrency.lockutils [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] Acquired lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.196011] env[69473]: DEBUG nova.network.neutron [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Refreshing network info cache for port 636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.207886] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.275300] env[69473]: DEBUG nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.396442] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.399407] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56874e44-db23-40d7-a238-77d687ba3054 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.409979] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.411353] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 837.411353] env[69473]: value = "task-3357847" [ 837.411353] env[69473]: _type = "Task" [ 837.411353] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.422061] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357847, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.608828] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.657091] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad761812-224f-4077-92ff-280c9f8027a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.664624] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233b2af-a777-45ca-b89b-7536356c8fd3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.697060] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff4aa8f-8fcc-49e9-a232-b0f9da31e016 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.708700] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d04792-9464-4dce-bfb3-d814a7929ea1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.723141] env[69473]: DEBUG nova.compute.provider_tree [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.896743] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.921492] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357847, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.929903] env[69473]: DEBUG nova.network.neutron [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Updated VIF entry in instance network info cache for port 636d7c5e-2ee8-439d-ad2f-3b0213bb70f8. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.930469] env[69473]: DEBUG nova.network.neutron [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Updating instance_info_cache with network_info: [{"id": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "address": "fa:16:3e:56:3d:29", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d7c5e-2e", "ovs_interfaceid": "636d7c5e-2ee8-439d-ad2f-3b0213bb70f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.226337] env[69473]: DEBUG nova.scheduler.client.report [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.289107] env[69473]: DEBUG nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.311436] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.311827] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.311891] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.312191] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.312248] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.312417] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.312650] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.312824] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.313031] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.313210] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.313389] env[69473]: DEBUG nova.virt.hardware [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.314604] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc36c3-b9ee-4e42-b82a-1a3f4c715c76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.323188] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9ac33-ada4-451f-89f4-c8195f042f51 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.396257] env[69473]: DEBUG oslo_vmware.api [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357846, 'name': PowerOnVM_Task, 'duration_secs': 1.034644} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.396257] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.396377] env[69473]: INFO nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Took 8.94 seconds to spawn the instance on the hypervisor. [ 838.397469] env[69473]: DEBUG nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.397469] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f13d23-00a6-49ae-9921-c583eb98c7c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.421951] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357847, 'name': CloneVM_Task} progress is 95%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.434453] env[69473]: DEBUG oslo_concurrency.lockutils [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] Releasing lock "refresh_cache-60365def-6ca1-4e70-b628-72888c7fbd62" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.434715] env[69473]: DEBUG nova.compute.manager [req-884cd91b-f7ac-4c6c-80a4-c14502e9bb7b req-8809d055-1b67-4559-9911-38580ac022fb service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Received event network-vif-deleted-0548203f-aefb-445f-a6ee-b8ec02c87da9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.564888] env[69473]: DEBUG nova.network.neutron [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Successfully updated port: 244f106b-f4e0-4321-a489-e58919a3d264 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.733847] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.734408] env[69473]: DEBUG nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.737482] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.578s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.738124] env[69473]: DEBUG nova.objects.instance [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lazy-loading 'resources' on Instance uuid 1c62524e-5890-4889-9930-edac26682502 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.917977] env[69473]: INFO nova.compute.manager [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Took 43.97 seconds to build instance. [ 838.924605] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357847, 'name': CloneVM_Task, 'duration_secs': 1.124551} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.925058] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Created linked-clone VM from snapshot [ 838.925614] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f4d7c-4f35-4e98-8b76-bd1630532b02 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.933878] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Uploading image 4438d857-af67-4c19-ad05-d520da7d4d63 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.958029] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.958029] env[69473]: value = "vm-670168" [ 838.958029] env[69473]: _type = "VirtualMachine" [ 838.958029] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.958029] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26c8b8e7-dffa-45e1-a546-c0b5b4953246 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.962795] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease: (returnval){ [ 838.962795] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5238044c-e5e2-ddef-ff55-0ea8191a9cd8" [ 838.962795] env[69473]: _type = "HttpNfcLease" [ 838.962795] env[69473]: } obtained for exporting VM: (result){ [ 838.962795] env[69473]: value = "vm-670168" [ 838.962795] env[69473]: _type = "VirtualMachine" [ 838.962795] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.963031] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the lease: (returnval){ [ 838.963031] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5238044c-e5e2-ddef-ff55-0ea8191a9cd8" [ 838.963031] env[69473]: _type = "HttpNfcLease" [ 838.963031] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.969901] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.969901] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5238044c-e5e2-ddef-ff55-0ea8191a9cd8" [ 838.969901] env[69473]: _type = "HttpNfcLease" [ 838.969901] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.069061] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "refresh_cache-e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.069236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquired lock "refresh_cache-e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.069361] env[69473]: DEBUG nova.network.neutron [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.244844] env[69473]: DEBUG nova.compute.utils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.246454] env[69473]: DEBUG nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.246657] env[69473]: DEBUG nova.network.neutron [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.267139] env[69473]: DEBUG nova.compute.manager [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Received event network-vif-plugged-244f106b-f4e0-4321-a489-e58919a3d264 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.267139] env[69473]: DEBUG oslo_concurrency.lockutils [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] Acquiring lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.267139] env[69473]: DEBUG oslo_concurrency.lockutils [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.267139] env[69473]: DEBUG oslo_concurrency.lockutils [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.267139] env[69473]: DEBUG nova.compute.manager [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] No waiting events found dispatching network-vif-plugged-244f106b-f4e0-4321-a489-e58919a3d264 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.267139] env[69473]: WARNING nova.compute.manager [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Received unexpected event network-vif-plugged-244f106b-f4e0-4321-a489-e58919a3d264 for instance with vm_state building and task_state spawning. [ 839.267139] env[69473]: DEBUG nova.compute.manager [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Received event network-changed-244f106b-f4e0-4321-a489-e58919a3d264 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.267139] env[69473]: DEBUG nova.compute.manager [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Refreshing instance network info cache due to event network-changed-244f106b-f4e0-4321-a489-e58919a3d264. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.267139] env[69473]: DEBUG oslo_concurrency.lockutils [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] Acquiring lock "refresh_cache-e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.290933] env[69473]: DEBUG nova.compute.manager [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Received event network-changed-9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.291400] env[69473]: DEBUG nova.compute.manager [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Refreshing instance network info cache due to event network-changed-9ec6cb91-3aa2-4632-9962-3a20dcf63e84. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.291871] env[69473]: DEBUG oslo_concurrency.lockutils [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] Acquiring lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.291871] env[69473]: DEBUG oslo_concurrency.lockutils [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] Acquired lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.291965] env[69473]: DEBUG nova.network.neutron [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Refreshing network info cache for port 9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.299011] env[69473]: DEBUG nova.policy [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2798e8fbd22240258aead753fc9adf31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230b6fc85c144d86a9c1a46995c60277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.419994] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a9aea0ec-ce51-4126-b738-787c930bfca7 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.299s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.474040] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.474040] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5238044c-e5e2-ddef-ff55-0ea8191a9cd8" [ 839.474040] env[69473]: _type = "HttpNfcLease" [ 839.474040] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.477101] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.477101] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5238044c-e5e2-ddef-ff55-0ea8191a9cd8" [ 839.477101] env[69473]: _type = "HttpNfcLease" [ 839.477101] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 839.478348] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b1bd32-8db9-4551-8b03-9b0db10ace57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.488316] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3d368-ac8a-c410-1ee4-9a668975d839/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.488511] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3d368-ac8a-c410-1ee4-9a668975d839/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 839.593221] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9a75004-559e-49c5-90b4-d74d0bf1a136 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.608606] env[69473]: DEBUG nova.network.neutron [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Successfully created port: 1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.619563] env[69473]: DEBUG nova.network.neutron [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.703033] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6747fccb-91fa-46ce-a5c2-f40734926f02 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.714192] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be691e98-e77a-4d28-83fc-882fec2dd773 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.751267] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae60611-812c-43f5-aba0-8594809ad38e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.753910] env[69473]: DEBUG nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.761846] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05670e2-21a8-4872-b713-5dc6ea4c3f1c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.775823] env[69473]: DEBUG nova.compute.provider_tree [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.885026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "77e21e10-bb48-4273-8fd0-1257288940e3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.885026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.885026] env[69473]: INFO nova.compute.manager [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Rebooting instance [ 839.913019] env[69473]: DEBUG nova.network.neutron [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Updating instance_info_cache with network_info: [{"id": "244f106b-f4e0-4321-a489-e58919a3d264", "address": "fa:16:3e:3e:a1:6e", "network": {"id": "09feeea3-ebd2-47aa-a840-dec98415c5e4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-562040318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a21a096a4eab4bc8a0d674db2ba1df29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f106b-f4", "ovs_interfaceid": "244f106b-f4e0-4321-a489-e58919a3d264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.129208] env[69473]: DEBUG nova.network.neutron [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updated VIF entry in instance network info cache for port 9ec6cb91-3aa2-4632-9962-3a20dcf63e84. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.129559] env[69473]: DEBUG nova.network.neutron [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updating instance_info_cache with network_info: [{"id": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "address": "fa:16:3e:2b:ec:74", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec6cb91-3a", "ovs_interfaceid": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.279303] env[69473]: DEBUG nova.scheduler.client.report [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.409173] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.412808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Releasing lock "refresh_cache-e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.413152] env[69473]: DEBUG nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Instance network_info: |[{"id": "244f106b-f4e0-4321-a489-e58919a3d264", "address": "fa:16:3e:3e:a1:6e", "network": {"id": "09feeea3-ebd2-47aa-a840-dec98415c5e4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-562040318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a21a096a4eab4bc8a0d674db2ba1df29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f106b-f4", "ovs_interfaceid": "244f106b-f4e0-4321-a489-e58919a3d264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.413441] env[69473]: DEBUG oslo_concurrency.lockutils [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] Acquired lock "refresh_cache-e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.413622] env[69473]: DEBUG nova.network.neutron [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Refreshing network info cache for port 244f106b-f4e0-4321-a489-e58919a3d264 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.414845] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:a1:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '244f106b-f4e0-4321-a489-e58919a3d264', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.422470] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Creating folder: Project (a21a096a4eab4bc8a0d674db2ba1df29). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.423589] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef1cff5f-33cc-43ad-9514-0149f0bc4ae5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.435066] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Created folder: Project (a21a096a4eab4bc8a0d674db2ba1df29) in parent group-v669999. [ 840.435945] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Creating folder: Instances. Parent ref: group-v670169. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.436769] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9d26035-6e83-4873-9687-db649899a719 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.447255] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Created folder: Instances in parent group-v670169. [ 840.447486] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.447693] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.447910] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db7acac4-f2fa-479a-9d53-cfb73ad32851 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.469435] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.469435] env[69473]: value = "task-3357851" [ 840.469435] env[69473]: _type = "Task" [ 840.469435] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.478134] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357851, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.632824] env[69473]: DEBUG oslo_concurrency.lockutils [req-f8ac524c-2e7c-4d41-b53c-594590320c92 req-2d8f14ec-1743-454c-82ed-ccbd6b55babd service nova] Releasing lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.633458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquired lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.633728] env[69473]: DEBUG nova.network.neutron [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.763911] env[69473]: DEBUG nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.785040] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.793021] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.781s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.793021] env[69473]: DEBUG nova.objects.instance [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lazy-loading 'resources' on Instance uuid 0b95e35b-1689-4d92-95c5-4d4b8abcb567 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.808752] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.809763] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.809763] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.814642] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.814642] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.814642] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.814642] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.814642] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.815625] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.815625] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.815625] env[69473]: DEBUG nova.virt.hardware [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.816905] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6076583-2d36-4ddb-9e17-dc0450f9e078 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.823320] env[69473]: INFO nova.scheduler.client.report [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Deleted allocations for instance 1c62524e-5890-4889-9930-edac26682502 [ 840.834823] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7a6246-6fc8-48d3-95c3-8111e37d3766 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.980093] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357851, 'name': CreateVM_Task, 'duration_secs': 0.366547} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.981492] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.981492] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.981492] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.981681] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.981986] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256acda3-a8d0-41a3-a9bf-2fb0a70f8779 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.986942] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 840.986942] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522d0237-7dd4-ed7d-c21f-cc0bf523dcd0" [ 840.986942] env[69473]: _type = "Task" [ 840.986942] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.995600] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522d0237-7dd4-ed7d-c21f-cc0bf523dcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.223607] env[69473]: DEBUG nova.network.neutron [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Updated VIF entry in instance network info cache for port 244f106b-f4e0-4321-a489-e58919a3d264. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.224363] env[69473]: DEBUG nova.network.neutron [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Updating instance_info_cache with network_info: [{"id": "244f106b-f4e0-4321-a489-e58919a3d264", "address": "fa:16:3e:3e:a1:6e", "network": {"id": "09feeea3-ebd2-47aa-a840-dec98415c5e4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-562040318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a21a096a4eab4bc8a0d674db2ba1df29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f106b-f4", "ovs_interfaceid": "244f106b-f4e0-4321-a489-e58919a3d264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.333746] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838307b7-622e-44cd-bcb9-618c6116e571 tempest-ServersTestMultiNic-2004708351 tempest-ServersTestMultiNic-2004708351-project-member] Lock "1c62524e-5890-4889-9930-edac26682502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.961s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.497312] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522d0237-7dd4-ed7d-c21f-cc0bf523dcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.020044} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.497618] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.497844] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.498093] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.498271] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.498463] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.498835] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5c2c963-5b90-4875-beb7-c8d522816347 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.507399] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.507635] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.510749] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbbbcf7-189e-4daf-998b-15fcf6bec4a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.521275] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 841.521275] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521f202e-53a5-3d0a-c52d-252608ab9f2f" [ 841.521275] env[69473]: _type = "Task" [ 841.521275] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.528123] env[69473]: DEBUG nova.compute.manager [req-6f1aa7a8-f418-41f2-8aa0-0ea660a82179 req-bdf4abb5-a208-42ad-b4d3-b09671efaa84 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Received event network-vif-plugged-1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.529037] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f1aa7a8-f418-41f2-8aa0-0ea660a82179 req-bdf4abb5-a208-42ad-b4d3-b09671efaa84 service nova] Acquiring lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.529288] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f1aa7a8-f418-41f2-8aa0-0ea660a82179 req-bdf4abb5-a208-42ad-b4d3-b09671efaa84 service nova] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.529530] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f1aa7a8-f418-41f2-8aa0-0ea660a82179 req-bdf4abb5-a208-42ad-b4d3-b09671efaa84 service nova] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.529838] env[69473]: DEBUG nova.compute.manager [req-6f1aa7a8-f418-41f2-8aa0-0ea660a82179 req-bdf4abb5-a208-42ad-b4d3-b09671efaa84 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] No waiting events found dispatching network-vif-plugged-1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.530090] env[69473]: WARNING nova.compute.manager [req-6f1aa7a8-f418-41f2-8aa0-0ea660a82179 req-bdf4abb5-a208-42ad-b4d3-b09671efaa84 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Received unexpected event network-vif-plugged-1a5137eb-cb9b-474d-91a5-530cc730872f for instance with vm_state building and task_state spawning. [ 841.533996] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521f202e-53a5-3d0a-c52d-252608ab9f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.643428] env[69473]: DEBUG nova.network.neutron [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updating instance_info_cache with network_info: [{"id": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "address": "fa:16:3e:2b:ec:74", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec6cb91-3a", "ovs_interfaceid": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.718890] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95cfdcc-9e46-4fa7-ac67-b7f13983526e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.727495] env[69473]: DEBUG oslo_concurrency.lockutils [req-e827597a-abe6-4941-9e42-9baa2dedfac8 req-d9e0d9fa-10ac-41e5-b9a8-891f5e499287 service nova] Releasing lock "refresh_cache-e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.733212] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd7272-6304-462a-bd29-b96f5dde77b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.767683] env[69473]: DEBUG nova.network.neutron [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Successfully updated port: 1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.769971] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7898e0-3653-42b9-9ac6-a00599ca9f3c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.778691] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c5f8f-b85e-4fb6-86be-6bd712d195ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.796294] env[69473]: DEBUG nova.compute.provider_tree [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.031809] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521f202e-53a5-3d0a-c52d-252608ab9f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.032605] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6090d594-d856-4fe5-af13-03ca2188323c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.037701] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 842.037701] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a5c385-90ad-262d-34b8-857a3459a654" [ 842.037701] env[69473]: _type = "Task" [ 842.037701] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.045572] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a5c385-90ad-262d-34b8-857a3459a654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.148914] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Releasing lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.273888] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.274171] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.274273] env[69473]: DEBUG nova.network.neutron [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.299345] env[69473]: DEBUG nova.scheduler.client.report [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.550542] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a5c385-90ad-262d-34b8-857a3459a654, 'name': SearchDatastore_Task, 'duration_secs': 0.015222} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.550875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.551221] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78/e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.551531] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d49089c3-91fa-458f-a3da-2fd93ddb174a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.558881] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 842.558881] env[69473]: value = "task-3357852" [ 842.558881] env[69473]: _type = "Task" [ 842.558881] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.569227] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.655750] env[69473]: DEBUG nova.compute.manager [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.656813] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f885e5e5-cc5b-4f54-91eb-0f6ca5f50593 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.805023] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.808181] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.718s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.809665] env[69473]: INFO nova.compute.claims [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.812957] env[69473]: DEBUG nova.network.neutron [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.839721] env[69473]: INFO nova.scheduler.client.report [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Deleted allocations for instance 0b95e35b-1689-4d92-95c5-4d4b8abcb567 [ 842.996314] env[69473]: DEBUG nova.network.neutron [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.070921] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.350887] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ceb1720d-abc4-4184-8cb2-4c8c412e0ece tempest-InstanceActionsTestJSON-204978386 tempest-InstanceActionsTestJSON-204978386-project-member] Lock "0b95e35b-1689-4d92-95c5-4d4b8abcb567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.117s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.499792] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.500187] env[69473]: DEBUG nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Instance network_info: |[{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.500666] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:77:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a5137eb-cb9b-474d-91a5-530cc730872f', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.509900] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating folder: Project (230b6fc85c144d86a9c1a46995c60277). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.510228] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55eef460-8076-4b29-9006-72a623cb4323 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.521320] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Created folder: Project (230b6fc85c144d86a9c1a46995c60277) in parent group-v669999. [ 843.521584] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating folder: Instances. Parent ref: group-v670172. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.522070] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54eaa894-db89-432c-bc75-5e939aef09f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.531074] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Created folder: Instances in parent group-v670172. [ 843.531346] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.531564] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.531808] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff1eac69-958b-4aab-821c-c5f0a67b3aaf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.552205] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.552205] env[69473]: value = "task-3357855" [ 843.552205] env[69473]: _type = "Task" [ 843.552205] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.560730] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357855, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.566523] env[69473]: DEBUG nova.compute.manager [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Received event network-changed-1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.566731] env[69473]: DEBUG nova.compute.manager [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Refreshing instance network info cache due to event network-changed-1a5137eb-cb9b-474d-91a5-530cc730872f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.566967] env[69473]: DEBUG oslo_concurrency.lockutils [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] Acquiring lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.567127] env[69473]: DEBUG oslo_concurrency.lockutils [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] Acquired lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.567343] env[69473]: DEBUG nova.network.neutron [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Refreshing network info cache for port 1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.572010] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634025} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.572496] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78/e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.572741] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.572993] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beae4264-76eb-4627-93d0-8956fc13bc39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.579951] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 843.579951] env[69473]: value = "task-3357856" [ 843.579951] env[69473]: _type = "Task" [ 843.579951] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.589793] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.674991] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c8a319-44ef-4830-a67c-f9a350c205ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.682600] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Doing hard reboot of VM {{(pid=69473) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 843.685739] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ade3b789-b729-4bd9-89e3-adbb29e7aa0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.688873] env[69473]: DEBUG oslo_vmware.api [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 843.688873] env[69473]: value = "task-3357857" [ 843.688873] env[69473]: _type = "Task" [ 843.688873] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.702377] env[69473]: DEBUG oslo_vmware.api [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357857, 'name': ResetVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.068391] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357855, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.092177] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069082} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.092455] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.093275] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d95c3e-9dec-4563-8820-4c4f414c4129 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.115729] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78/e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.118587] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb6307a-d865-42e7-a814-f7f6c93c5872 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.143538] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 844.143538] env[69473]: value = "task-3357858" [ 844.143538] env[69473]: _type = "Task" [ 844.143538] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.155153] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.199988] env[69473]: DEBUG oslo_vmware.api [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357857, 'name': ResetVM_Task, 'duration_secs': 0.118313} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.200360] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Did hard reboot of VM {{(pid=69473) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 844.200624] env[69473]: DEBUG nova.compute.manager [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.201527] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f681a-8555-449e-b87e-ecb479a564cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.387989] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d474f4f6-d319-4b16-b7d9-9823ffe69d8d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.397781] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e622805-6fa5-4695-a073-53075f91c871 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.431303] env[69473]: DEBUG nova.network.neutron [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updated VIF entry in instance network info cache for port 1a5137eb-cb9b-474d-91a5-530cc730872f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.431853] env[69473]: DEBUG nova.network.neutron [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.434600] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1d16b-3770-4b98-ac62-8d2609b9421f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.442408] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96699037-94ea-40ee-b02c-b74f11aa7c8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.455942] env[69473]: DEBUG nova.compute.provider_tree [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.568202] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357855, 'name': CreateVM_Task, 'duration_secs': 0.728843} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.568695] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.569412] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.569750] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.572042] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.572042] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbe141b-0e99-47b7-92d7-ba83dfb43472 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.576527] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 844.576527] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b92a65-88a9-de08-ced8-075554f57547" [ 844.576527] env[69473]: _type = "Task" [ 844.576527] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.585338] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b92a65-88a9-de08-ced8-075554f57547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.656045] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.719096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43d6c6f5-6289-4a02-ae3c-9dee8ac86cf5 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.835s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.937466] env[69473]: DEBUG oslo_concurrency.lockutils [req-cca214eb-d33b-43b8-8756-00488eaf2cec req-aa4a57b3-9ff8-4e10-aafb-374bf6ad1482 service nova] Releasing lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.961281] env[69473]: DEBUG nova.scheduler.client.report [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.087918] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b92a65-88a9-de08-ced8-075554f57547, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.088436] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.088945] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.090025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.090025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.090025] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.090025] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a61bc15-0abf-40a7-bbb8-f155f9b9c620 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.104020] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.104020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.104020] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bccbc55-9502-4a59-8be8-719b2ae4af66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.108495] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 845.108495] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234c99a-36d8-1143-a0e8-5cfb8ae731cb" [ 845.108495] env[69473]: _type = "Task" [ 845.108495] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.116904] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234c99a-36d8-1143-a0e8-5cfb8ae731cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.157917] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357858, 'name': ReconfigVM_Task, 'duration_secs': 0.560003} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.157917] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Reconfigured VM instance instance-0000003a to attach disk [datastore2] e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78/e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.157917] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1acb427d-bb93-4b37-ba4e-dceaeca5fa0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.163502] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 845.163502] env[69473]: value = "task-3357859" [ 845.163502] env[69473]: _type = "Task" [ 845.163502] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.173373] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357859, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.470455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.474031] env[69473]: DEBUG nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.474317] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.252s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.622671] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5234c99a-36d8-1143-a0e8-5cfb8ae731cb, 'name': SearchDatastore_Task, 'duration_secs': 0.017477} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.622671] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46ba5a9-86a5-481f-beef-a9dc510ccfdc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.628460] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 845.628460] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52004ad4-81f6-8849-b6fc-521d093634fd" [ 845.628460] env[69473]: _type = "Task" [ 845.628460] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.636571] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52004ad4-81f6-8849-b6fc-521d093634fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.674355] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357859, 'name': Rename_Task, 'duration_secs': 0.144262} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.674651] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.674922] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb27e9b-8d29-442f-bda3-1f2a6790d01b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.682343] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 845.682343] env[69473]: value = "task-3357860" [ 845.682343] env[69473]: _type = "Task" [ 845.682343] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.692071] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.981095] env[69473]: DEBUG nova.compute.utils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.989708] env[69473]: INFO nova.compute.claims [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.002361] env[69473]: DEBUG nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.002514] env[69473]: DEBUG nova.network.neutron [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.078114] env[69473]: DEBUG nova.policy [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9d3ca22c6f4dba98fc813350512201', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b6145aaed084dd0b851e0ee2805c025', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.149280] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52004ad4-81f6-8849-b6fc-521d093634fd, 'name': SearchDatastore_Task, 'duration_secs': 0.017196} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.150023] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.150378] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f222cbb3-6a0c-4159-84aa-b27251fec3ee/f222cbb3-6a0c-4159-84aa-b27251fec3ee.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.150716] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bee90bf-700c-4cea-bcb6-ebfb4bc364f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.159935] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 846.159935] env[69473]: value = "task-3357861" [ 846.159935] env[69473]: _type = "Task" [ 846.159935] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.173702] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.197526] env[69473]: DEBUG oslo_vmware.api [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357860, 'name': PowerOnVM_Task, 'duration_secs': 0.500716} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.197954] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.198209] env[69473]: INFO nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Took 7.91 seconds to spawn the instance on the hypervisor. [ 846.198564] env[69473]: DEBUG nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.199468] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a84dd4-3216-4f57-be2d-5f9d56cfe2e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.466636] env[69473]: DEBUG nova.compute.manager [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Received event network-changed-9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.466991] env[69473]: DEBUG nova.compute.manager [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Refreshing instance network info cache due to event network-changed-9ec6cb91-3aa2-4632-9962-3a20dcf63e84. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.467807] env[69473]: DEBUG oslo_concurrency.lockutils [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] Acquiring lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.468074] env[69473]: DEBUG oslo_concurrency.lockutils [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] Acquired lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.468310] env[69473]: DEBUG nova.network.neutron [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Refreshing network info cache for port 9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.505281] env[69473]: DEBUG nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.509137] env[69473]: INFO nova.compute.resource_tracker [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating resource usage from migration f6bcefc6-5a48-4878-9a04-9838c2103a2b [ 846.673584] env[69473]: DEBUG nova.network.neutron [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Successfully created port: dd06a22b-3238-4035-98e2-e1ddd8e52b79 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.683579] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357861, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.722982] env[69473]: INFO nova.compute.manager [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Took 43.71 seconds to build instance. [ 847.067411] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f661d2-4d53-48dc-a1eb-7f498a222c3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.078244] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696bcdd7-c68a-4624-a68e-00d05d708031 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.115297] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20434a3-d80f-4fad-86d9-4ae900afb717 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.123610] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf3d41e-49b3-409f-81a4-f08ad8f3545f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.141141] env[69473]: DEBUG nova.compute.provider_tree [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.173418] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855839} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.173841] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f222cbb3-6a0c-4159-84aa-b27251fec3ee/f222cbb3-6a0c-4159-84aa-b27251fec3ee.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.174277] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.174628] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5a7fec-a7f9-4f84-be01-fb4216a547e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.182688] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 847.182688] env[69473]: value = "task-3357862" [ 847.182688] env[69473]: _type = "Task" [ 847.182688] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.191085] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.226258] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d51e8fe8-5536-4468-b649-8d8cd04e1c00 tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.229s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.328660] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "77e21e10-bb48-4273-8fd0-1257288940e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.328958] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.329328] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "77e21e10-bb48-4273-8fd0-1257288940e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.329522] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.329740] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.331789] env[69473]: INFO nova.compute.manager [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Terminating instance [ 847.438170] env[69473]: DEBUG nova.network.neutron [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updated VIF entry in instance network info cache for port 9ec6cb91-3aa2-4632-9962-3a20dcf63e84. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.438538] env[69473]: DEBUG nova.network.neutron [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updating instance_info_cache with network_info: [{"id": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "address": "fa:16:3e:2b:ec:74", "network": {"id": "e63a8f0f-4292-47e5-b231-decd0ad32c87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-347331754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f6ff6ae2542c481f7f8ed41432611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec6cb91-3a", "ovs_interfaceid": "9ec6cb91-3aa2-4632-9962-3a20dcf63e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.514774] env[69473]: DEBUG nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.563444] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.563698] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.563857] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.564050] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.564203] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.564354] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.564568] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.564729] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.564905] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.565063] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.565279] env[69473]: DEBUG nova.virt.hardware [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.566217] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8e3bd8-8a43-4cc1-a6ee-550a94d34657 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.575152] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb7dc6-0e92-4a96-92cf-d289149e1dcb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.643607] env[69473]: DEBUG nova.scheduler.client.report [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.694243] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072147} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.694630] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.695357] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290b401-d83e-4868-aeb9-a81c9cf5c83d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.720566] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f222cbb3-6a0c-4159-84aa-b27251fec3ee/f222cbb3-6a0c-4159-84aa-b27251fec3ee.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.720937] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483808a8-9737-42e1-b43a-c29636a5241a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.747052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "c450d12c-81d4-4208-b903-72a6a1ecb603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.747342] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "c450d12c-81d4-4208-b903-72a6a1ecb603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.750974] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 847.750974] env[69473]: value = "task-3357863" [ 847.750974] env[69473]: _type = "Task" [ 847.750974] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.759642] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.778385] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.778645] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.778847] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.779089] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.779302] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.782079] env[69473]: INFO nova.compute.manager [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Terminating instance [ 847.836521] env[69473]: DEBUG nova.compute.manager [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.836757] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.840730] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f9d114-2c7d-4d00-873e-76537c585981 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.846629] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.846726] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ca79b0-800c-4daa-9d11-b881d094815d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.853121] env[69473]: DEBUG oslo_vmware.api [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 847.853121] env[69473]: value = "task-3357864" [ 847.853121] env[69473]: _type = "Task" [ 847.853121] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.863019] env[69473]: DEBUG oslo_vmware.api [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.941423] env[69473]: DEBUG oslo_concurrency.lockutils [req-72683b7a-fffa-4087-8dee-6a0be8ab0de8 req-bf219329-2aab-4878-86c8-c3ab9ef18b8f service nova] Releasing lock "refresh_cache-77e21e10-bb48-4273-8fd0-1257288940e3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.149804] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.675s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.150071] env[69473]: INFO nova.compute.manager [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Migrating [ 848.156882] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.566s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.157809] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.157809] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 848.157809] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.822s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.159749] env[69473]: INFO nova.compute.claims [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.167165] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c1f833-505f-4703-b1ca-50025ef26183 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.182821] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed73d8-56c1-4132-8610-fbc604f6cb5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.198819] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc1fc46-fda6-4f9d-b838-53c7423abe12 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.209714] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b67bbd-8282-4d49-85fe-1eb83388b295 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.242178] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179440MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 848.242178] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.250398] env[69473]: DEBUG nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.263206] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357863, 'name': ReconfigVM_Task, 'duration_secs': 0.289155} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.263502] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f222cbb3-6a0c-4159-84aa-b27251fec3ee/f222cbb3-6a0c-4159-84aa-b27251fec3ee.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.264181] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fff2b52f-6034-4a49-a750-a82a99c0553b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.270686] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 848.270686] env[69473]: value = "task-3357865" [ 848.270686] env[69473]: _type = "Task" [ 848.270686] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.278976] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357865, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.286822] env[69473]: DEBUG nova.compute.manager [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.287064] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.288595] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de071df-354a-48dd-9c34-aa254eb8507a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.297019] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.297686] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e29927f1-a826-4259-8147-7f9a3ed3da5d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.303498] env[69473]: DEBUG oslo_vmware.api [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 848.303498] env[69473]: value = "task-3357866" [ 848.303498] env[69473]: _type = "Task" [ 848.303498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.314142] env[69473]: DEBUG oslo_vmware.api [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.364895] env[69473]: DEBUG oslo_vmware.api [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357864, 'name': PowerOffVM_Task, 'duration_secs': 0.264411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.365216] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.366376] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.366376] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84371176-ded4-4eaa-9766-6d4c228e67c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.435237] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.435519] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.436330] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Deleting the datastore file [datastore2] 77e21e10-bb48-4273-8fd0-1257288940e3 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.436330] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3fe4805-8e6e-4352-9255-4873c366a495 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.445127] env[69473]: DEBUG oslo_vmware.api [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 848.445127] env[69473]: value = "task-3357868" [ 848.445127] env[69473]: _type = "Task" [ 848.445127] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.455283] env[69473]: DEBUG oslo_vmware.api [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.677375] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.677673] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.677746] env[69473]: DEBUG nova.network.neutron [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.689889] env[69473]: DEBUG nova.network.neutron [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Successfully updated port: dd06a22b-3238-4035-98e2-e1ddd8e52b79 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.776904] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.780494] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357865, 'name': Rename_Task, 'duration_secs': 0.156022} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.780763] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.781049] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7bdeff-63c9-4e3e-bf69-b9980d381120 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.787618] env[69473]: DEBUG nova.compute.manager [req-af320ef4-894f-4393-9f4d-32a6073cb22f req-ad92dbbd-cb8d-45ec-bd6f-321b81d491a1 service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Received event network-vif-plugged-dd06a22b-3238-4035-98e2-e1ddd8e52b79 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.787843] env[69473]: DEBUG oslo_concurrency.lockutils [req-af320ef4-894f-4393-9f4d-32a6073cb22f req-ad92dbbd-cb8d-45ec-bd6f-321b81d491a1 service nova] Acquiring lock "753d0635-98d9-4105-93bf-cb5500eb0f34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.788064] env[69473]: DEBUG oslo_concurrency.lockutils [req-af320ef4-894f-4393-9f4d-32a6073cb22f req-ad92dbbd-cb8d-45ec-bd6f-321b81d491a1 service nova] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.788272] env[69473]: DEBUG oslo_concurrency.lockutils [req-af320ef4-894f-4393-9f4d-32a6073cb22f req-ad92dbbd-cb8d-45ec-bd6f-321b81d491a1 service nova] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.788465] env[69473]: DEBUG nova.compute.manager [req-af320ef4-894f-4393-9f4d-32a6073cb22f req-ad92dbbd-cb8d-45ec-bd6f-321b81d491a1 service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] No waiting events found dispatching network-vif-plugged-dd06a22b-3238-4035-98e2-e1ddd8e52b79 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.788550] env[69473]: WARNING nova.compute.manager [req-af320ef4-894f-4393-9f4d-32a6073cb22f req-ad92dbbd-cb8d-45ec-bd6f-321b81d491a1 service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Received unexpected event network-vif-plugged-dd06a22b-3238-4035-98e2-e1ddd8e52b79 for instance with vm_state building and task_state spawning. [ 848.790506] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 848.790506] env[69473]: value = "task-3357869" [ 848.790506] env[69473]: _type = "Task" [ 848.790506] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.798569] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.813966] env[69473]: DEBUG oslo_vmware.api [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357866, 'name': PowerOffVM_Task, 'duration_secs': 0.211729} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.813966] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.814394] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.814394] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a771c9-12af-4c5d-8eb2-680e6c837606 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.880179] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.880179] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.880179] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Deleting the datastore file [datastore2] e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.880179] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a6a86b-c17a-40ac-815b-4f310bcc40c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.885150] env[69473]: DEBUG oslo_vmware.api [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for the task: (returnval){ [ 848.885150] env[69473]: value = "task-3357871" [ 848.885150] env[69473]: _type = "Task" [ 848.885150] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.893306] env[69473]: DEBUG oslo_vmware.api [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.956435] env[69473]: DEBUG oslo_vmware.api [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295759} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.956696] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.956877] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.957113] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.957236] env[69473]: INFO nova.compute.manager [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 848.957477] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.957685] env[69473]: DEBUG nova.compute.manager [-] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.958191] env[69473]: DEBUG nova.network.neutron [-] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.179769] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.179975] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.193161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "refresh_cache-753d0635-98d9-4105-93bf-cb5500eb0f34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.193385] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquired lock "refresh_cache-753d0635-98d9-4105-93bf-cb5500eb0f34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.193549] env[69473]: DEBUG nova.network.neutron [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.304806] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.399028] env[69473]: DEBUG oslo_vmware.api [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Task: {'id': task-3357871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341189} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.402795] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.403083] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.403309] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.403530] env[69473]: INFO nova.compute.manager [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Took 1.12 seconds to destroy the instance on the hypervisor. [ 849.403818] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.408542] env[69473]: DEBUG nova.compute.manager [-] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.408542] env[69473]: DEBUG nova.network.neutron [-] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.611052] env[69473]: DEBUG nova.network.neutron [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance_info_cache with network_info: [{"id": "b85eaa53-b2af-4212-a88d-0d6052539672", "address": "fa:16:3e:81:75:52", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85eaa53-b2", "ovs_interfaceid": "b85eaa53-b2af-4212-a88d-0d6052539672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.666452] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3d368-ac8a-c410-1ee4-9a668975d839/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 849.668808] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f462b-0f2c-4ccf-9f2d-4f7d4ed093eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.679384] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3d368-ac8a-c410-1ee4-9a668975d839/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 849.679643] env[69473]: ERROR oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3d368-ac8a-c410-1ee4-9a668975d839/disk-0.vmdk due to incomplete transfer. [ 849.679798] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62d77055-d8b7-4e7e-924e-6cc75af947ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.683925] env[69473]: DEBUG nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.687444] env[69473]: DEBUG oslo_vmware.rw_handles [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3d368-ac8a-c410-1ee4-9a668975d839/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 849.687630] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Uploaded image 4438d857-af67-4c19-ad05-d520da7d4d63 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 849.690277] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 849.693033] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd3d68bf-538a-4f33-86cf-dd62df3d1080 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.702534] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 849.702534] env[69473]: value = "task-3357872" [ 849.702534] env[69473]: _type = "Task" [ 849.702534] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.711774] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357872, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.713494] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff1e7ce-50a2-4ffd-8f50-2d67e2bc4c9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.720940] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00edbec1-858e-471a-af35-9a32628ffe39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.754633] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc352b7d-3e2d-4530-a502-9f38353c6605 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.764103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fb7eda-0c33-4c32-a1b7-f653789ac484 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.769335] env[69473]: DEBUG nova.network.neutron [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.781971] env[69473]: DEBUG nova.compute.provider_tree [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.802453] env[69473]: DEBUG oslo_vmware.api [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3357869, 'name': PowerOnVM_Task, 'duration_secs': 0.656148} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.802962] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.802962] env[69473]: INFO nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Took 9.04 seconds to spawn the instance on the hypervisor. [ 849.803636] env[69473]: DEBUG nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.803859] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6d8bb-8dea-487e-96a1-27610a10ed84 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.984679] env[69473]: DEBUG nova.network.neutron [-] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.022632] env[69473]: DEBUG nova.network.neutron [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Updating instance_info_cache with network_info: [{"id": "dd06a22b-3238-4035-98e2-e1ddd8e52b79", "address": "fa:16:3e:fb:2c:b8", "network": {"id": "37a707bf-c1db-4679-88e0-457b1f3a1931", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1907353991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b6145aaed084dd0b851e0ee2805c025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd06a22b-32", "ovs_interfaceid": "dd06a22b-3238-4035-98e2-e1ddd8e52b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.114088] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.211768] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357872, 'name': Destroy_Task, 'duration_secs': 0.341948} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.212052] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Destroyed the VM [ 850.212289] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.212541] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23faa26f-40df-4f4c-b624-604980737bd7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.217115] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.220042] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 850.220042] env[69473]: value = "task-3357873" [ 850.220042] env[69473]: _type = "Task" [ 850.220042] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.229360] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357873, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.284837] env[69473]: DEBUG nova.scheduler.client.report [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.327501] env[69473]: INFO nova.compute.manager [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Took 45.51 seconds to build instance. [ 850.483522] env[69473]: DEBUG nova.network.neutron [-] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.489775] env[69473]: INFO nova.compute.manager [-] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Took 1.53 seconds to deallocate network for instance. [ 850.526291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Releasing lock "refresh_cache-753d0635-98d9-4105-93bf-cb5500eb0f34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.526906] env[69473]: DEBUG nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Instance network_info: |[{"id": "dd06a22b-3238-4035-98e2-e1ddd8e52b79", "address": "fa:16:3e:fb:2c:b8", "network": {"id": "37a707bf-c1db-4679-88e0-457b1f3a1931", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1907353991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b6145aaed084dd0b851e0ee2805c025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd06a22b-32", "ovs_interfaceid": "dd06a22b-3238-4035-98e2-e1ddd8e52b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.527728] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:2c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd06a22b-3238-4035-98e2-e1ddd8e52b79', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.539123] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Creating folder: Project (5b6145aaed084dd0b851e0ee2805c025). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.540327] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dea57e12-c3c6-416e-b904-981ac8e81d9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.554661] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Created folder: Project (5b6145aaed084dd0b851e0ee2805c025) in parent group-v669999. [ 850.554933] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Creating folder: Instances. Parent ref: group-v670175. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.557835] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80ddeb2c-1423-47d8-9fad-5fccdba91576 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.572219] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Created folder: Instances in parent group-v670175. [ 850.572219] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.572219] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.572219] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-244659c7-ed8f-4468-a148-2d7123437e4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.596083] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.596083] env[69473]: value = "task-3357876" [ 850.596083] env[69473]: _type = "Task" [ 850.596083] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.604210] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357876, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.730558] env[69473]: DEBUG oslo_vmware.api [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357873, 'name': RemoveSnapshot_Task, 'duration_secs': 0.505919} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.730902] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 850.731134] env[69473]: INFO nova.compute.manager [None req-3127b944-12eb-4709-8430-7095f2abc917 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 850.794569] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.795324] env[69473]: DEBUG nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.797862] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.692s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.799930] env[69473]: INFO nova.compute.claims [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.833544] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fc2e8511-7eaa-45e5-aef8-8500c444612f tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.018s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.918705] env[69473]: DEBUG nova.compute.manager [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Received event network-changed-dd06a22b-3238-4035-98e2-e1ddd8e52b79 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.918904] env[69473]: DEBUG nova.compute.manager [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Refreshing instance network info cache due to event network-changed-dd06a22b-3238-4035-98e2-e1ddd8e52b79. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.919594] env[69473]: DEBUG oslo_concurrency.lockutils [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] Acquiring lock "refresh_cache-753d0635-98d9-4105-93bf-cb5500eb0f34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.919792] env[69473]: DEBUG oslo_concurrency.lockutils [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] Acquired lock "refresh_cache-753d0635-98d9-4105-93bf-cb5500eb0f34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.919998] env[69473]: DEBUG nova.network.neutron [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Refreshing network info cache for port dd06a22b-3238-4035-98e2-e1ddd8e52b79 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.986561] env[69473]: INFO nova.compute.manager [-] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Took 1.58 seconds to deallocate network for instance. [ 850.994540] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.997345] env[69473]: DEBUG nova.compute.manager [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Received event network-changed-1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.998184] env[69473]: DEBUG nova.compute.manager [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Refreshing instance network info cache due to event network-changed-1a5137eb-cb9b-474d-91a5-530cc730872f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.998184] env[69473]: DEBUG oslo_concurrency.lockutils [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] Acquiring lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.998184] env[69473]: DEBUG oslo_concurrency.lockutils [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] Acquired lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.998184] env[69473]: DEBUG nova.network.neutron [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Refreshing network info cache for port 1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.105410] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357876, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.306329] env[69473]: DEBUG nova.compute.utils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.310231] env[69473]: DEBUG nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.310445] env[69473]: DEBUG nova.network.neutron [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.354257] env[69473]: DEBUG nova.policy [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76228fd87c947cca7b326d2fd757017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c909cbfdf31434e849826ce64e7563c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.415883] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "feb825e4-a7b5-4209-aca1-9ecd593665bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.416158] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.493473] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.562193] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "17629242-1971-4fd9-b983-ecb952ea84e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.562193] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "17629242-1971-4fd9-b983-ecb952ea84e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.562193] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "17629242-1971-4fd9-b983-ecb952ea84e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.562193] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "17629242-1971-4fd9-b983-ecb952ea84e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.562193] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "17629242-1971-4fd9-b983-ecb952ea84e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.564260] env[69473]: INFO nova.compute.manager [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Terminating instance [ 851.610051] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357876, 'name': CreateVM_Task, 'duration_secs': 0.542103} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.610051] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.610940] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.610940] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.611142] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.611541] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94f84d6-886f-4904-892a-f8087d8c5a9a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.617427] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 851.617427] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f4e28-9b0c-5479-469c-8657a99aca7e" [ 851.617427] env[69473]: _type = "Task" [ 851.617427] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.630228] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f4e28-9b0c-5479-469c-8657a99aca7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.634262] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11ad26d-2a90-45f4-8d87-0d774ba2201e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.659424] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance '2bb50809-0b14-4923-97ef-d14abd42ad0b' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.811233] env[69473]: DEBUG nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.904826] env[69473]: DEBUG nova.network.neutron [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Updated VIF entry in instance network info cache for port dd06a22b-3238-4035-98e2-e1ddd8e52b79. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.904948] env[69473]: DEBUG nova.network.neutron [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Updating instance_info_cache with network_info: [{"id": "dd06a22b-3238-4035-98e2-e1ddd8e52b79", "address": "fa:16:3e:fb:2c:b8", "network": {"id": "37a707bf-c1db-4679-88e0-457b1f3a1931", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1907353991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b6145aaed084dd0b851e0ee2805c025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd06a22b-32", "ovs_interfaceid": "dd06a22b-3238-4035-98e2-e1ddd8e52b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.918527] env[69473]: DEBUG nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.068276] env[69473]: DEBUG nova.compute.manager [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.068544] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.070074] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c190dde-b1f5-40e0-a2b5-a2fc4c8598f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.080243] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.080520] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3112538a-7d05-4739-9371-7e9ad56dffb3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.128239] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f4e28-9b0c-5479-469c-8657a99aca7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.131367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.131638] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.131875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.132032] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.132252] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.133605] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c87ebda-d4d3-4117-a39c-8eaec4bdf893 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.145024] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.145024] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.149572] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1122ed83-585a-474b-85b5-d1cfed66f476 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.155760] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.157141] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.157445] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleting the datastore file [datastore1] 17629242-1971-4fd9-b983-ecb952ea84e7 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.159757] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e530d08f-73b4-4ece-892b-4691e9693565 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.175016] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.175325] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.175558] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.175824] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 852.175824] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527f0566-507b-6a03-f184-ab5b858aa268" [ 852.175824] env[69473]: _type = "Task" [ 852.175824] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.177102] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe1270ef-56d9-4d02-9b2a-3859c0422b11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.186082] env[69473]: DEBUG oslo_vmware.api [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 852.186082] env[69473]: value = "task-3357878" [ 852.186082] env[69473]: _type = "Task" [ 852.186082] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.199335] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527f0566-507b-6a03-f184-ab5b858aa268, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.199660] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 852.199660] env[69473]: value = "task-3357879" [ 852.199660] env[69473]: _type = "Task" [ 852.199660] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.201900] env[69473]: DEBUG nova.network.neutron [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updated VIF entry in instance network info cache for port 1a5137eb-cb9b-474d-91a5-530cc730872f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.202293] env[69473]: DEBUG nova.network.neutron [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.203435] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512009e3-0a1d-4d61-9e50-ee1f037b63ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.212747] env[69473]: DEBUG oslo_vmware.api [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.222766] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.224265] env[69473]: DEBUG nova.network.neutron [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Successfully created port: 7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.228606] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 852.228606] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a4722f-53e6-8d0d-2621-2d25b0a4de70" [ 852.228606] env[69473]: _type = "Task" [ 852.228606] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.242300] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a4722f-53e6-8d0d-2621-2d25b0a4de70, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.242597] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.242850] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 753d0635-98d9-4105-93bf-cb5500eb0f34/753d0635-98d9-4105-93bf-cb5500eb0f34.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.243138] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fa52025-a925-45b6-bc02-6b3eeed046ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.253978] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 852.253978] env[69473]: value = "task-3357880" [ 852.253978] env[69473]: _type = "Task" [ 852.253978] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.269858] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.317035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866420fa-3574-4f2d-aa7b-f461e95d3e6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.328633] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b13a3-7c4e-4d1a-85b9-95d3db614f21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.362422] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe59b12-4457-4fe5-87aa-ec0bcd1c53c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.371839] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43abf191-e0d5-42f0-ac32-84474fae5ae3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.388352] env[69473]: DEBUG nova.compute.provider_tree [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.410276] env[69473]: DEBUG oslo_concurrency.lockutils [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] Releasing lock "refresh_cache-753d0635-98d9-4105-93bf-cb5500eb0f34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.410276] env[69473]: DEBUG nova.compute.manager [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Received event network-vif-deleted-9ec6cb91-3aa2-4632-9962-3a20dcf63e84 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.410276] env[69473]: DEBUG nova.compute.manager [req-5fa1ecdc-1d30-472f-833b-564e159e96bf req-4c0c3fbc-7017-435a-ab28-d72dba3cba5f service nova] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Received event network-vif-deleted-244f106b-f4e0-4321-a489-e58919a3d264 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.441037] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.700362] env[69473]: DEBUG oslo_vmware.api [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3357878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191447} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.702151] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.702151] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.702151] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.702151] env[69473]: INFO nova.compute.manager [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Took 0.63 seconds to destroy the instance on the hypervisor. [ 852.702151] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.702310] env[69473]: DEBUG nova.compute.manager [-] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.702444] env[69473]: DEBUG nova.network.neutron [-] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.710683] env[69473]: DEBUG oslo_concurrency.lockutils [req-228a7f5f-e42b-4d88-b497-b2965334d87e req-b72c2233-0a89-44f2-b500-32b972370154 service nova] Releasing lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.715865] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357879, 'name': PowerOffVM_Task, 'duration_secs': 0.213593} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.715865] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.716021] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance '2bb50809-0b14-4923-97ef-d14abd42ad0b' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.765666] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.825223] env[69473]: DEBUG nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.851031] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.851305] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.851473] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.851653] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.852079] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.852079] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.852171] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.852327] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.852492] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.852657] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.852826] env[69473]: DEBUG nova.virt.hardware [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.854026] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832f9d6b-bd24-4949-82b9-ccdde5255bbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.862427] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0bb674-e337-4bd7-aef6-c64dccbe961f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.892224] env[69473]: DEBUG nova.scheduler.client.report [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.977723] env[69473]: DEBUG nova.compute.manager [req-041b9418-dcc2-431c-be7b-a6564b32460f req-e2114b81-ca11-461e-85b6-d4d1f8512c43 service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Received event network-vif-deleted-6ea206c6-cfc1-409f-8b18-2ff1ad91371d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.977933] env[69473]: INFO nova.compute.manager [req-041b9418-dcc2-431c-be7b-a6564b32460f req-e2114b81-ca11-461e-85b6-d4d1f8512c43 service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Neutron deleted interface 6ea206c6-cfc1-409f-8b18-2ff1ad91371d; detaching it from the instance and deleting it from the info cache [ 852.978146] env[69473]: DEBUG nova.network.neutron [req-041b9418-dcc2-431c-be7b-a6564b32460f req-e2114b81-ca11-461e-85b6-d4d1f8512c43 service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.223098] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.223347] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.223516] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.223728] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.223883] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.224043] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.224261] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.224426] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.224584] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.224750] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.224961] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.230107] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0fd129-8334-4fa2-ba01-b34002d44e0e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.251749] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 853.251749] env[69473]: value = "task-3357881" [ 853.251749] env[69473]: _type = "Task" [ 853.251749] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.264491] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525877} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.267836] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 753d0635-98d9-4105-93bf-cb5500eb0f34/753d0635-98d9-4105-93bf-cb5500eb0f34.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.268036] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.268315] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.268838] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d14537-09c7-4414-9ee0-3cdf9f509118 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.275766] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 853.275766] env[69473]: value = "task-3357882" [ 853.275766] env[69473]: _type = "Task" [ 853.275766] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.284606] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.397937] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.398471] env[69473]: DEBUG nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.401227] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.279s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.401466] env[69473]: DEBUG nova.objects.instance [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lazy-loading 'resources' on Instance uuid 7bb9ad05-7fca-44f1-9c9b-8bb443b88065 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.458818] env[69473]: DEBUG nova.network.neutron [-] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.480452] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62cbe7f6-0b8c-4025-94ab-3b61c6d24ea4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.491035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c17fc-73b3-4fe9-b1ad-5331bd482c09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.530055] env[69473]: DEBUG nova.compute.manager [req-041b9418-dcc2-431c-be7b-a6564b32460f req-e2114b81-ca11-461e-85b6-d4d1f8512c43 service nova] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Detach interface failed, port_id=6ea206c6-cfc1-409f-8b18-2ff1ad91371d, reason: Instance 17629242-1971-4fd9-b983-ecb952ea84e7 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.729906] env[69473]: DEBUG nova.network.neutron [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Successfully updated port: 7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.762748] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357881, 'name': ReconfigVM_Task, 'duration_secs': 0.436569} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.762748] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance '2bb50809-0b14-4923-97ef-d14abd42ad0b' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.786845] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075258} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.787160] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.787958] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a6385-618b-41d9-a265-ed21093c6fc6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.812621] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 753d0635-98d9-4105-93bf-cb5500eb0f34/753d0635-98d9-4105-93bf-cb5500eb0f34.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.813036] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2516598d-a8f1-4549-abd5-fa57d27856e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.835234] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 853.835234] env[69473]: value = "task-3357883" [ 853.835234] env[69473]: _type = "Task" [ 853.835234] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.847011] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.904589] env[69473]: DEBUG nova.compute.utils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.911115] env[69473]: DEBUG nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.911115] env[69473]: DEBUG nova.network.neutron [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.950352] env[69473]: DEBUG nova.policy [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f119362e707d4ec795fd20719b65bf8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd3b34e357254b11b3e4e280ea9a0d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.960829] env[69473]: INFO nova.compute.manager [-] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Took 1.26 seconds to deallocate network for instance. [ 854.232556] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.232717] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.232873] env[69473]: DEBUG nova.network.neutron [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.239868] env[69473]: DEBUG nova.network.neutron [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Successfully created port: b2da7ee9-7722-49d9-a467-1e48193547f8 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.269241] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:29:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d6573699-bcf8-48bc-9bd4-cf9d25be3f3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1973264687',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.269241] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.269241] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.269630] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.269630] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.269777] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.270011] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.270151] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.270373] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.270540] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.270730] env[69473]: DEBUG nova.virt.hardware [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.276628] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 854.279668] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf1cf28-9f27-42c9-bb48-d21c7d02de0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.299540] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 854.299540] env[69473]: value = "task-3357884" [ 854.299540] env[69473]: _type = "Task" [ 854.299540] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.309399] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.347921] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.414433] env[69473]: DEBUG nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.470487] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.520624] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f7fc85-bc1e-40a0-946c-9be458c6b723 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.529825] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c942720f-5a61-48d2-b11e-45000d04e7a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.563037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e90f47-b935-4dae-9d16-e0a019662c06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.571262] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc34b7a3-d37f-4c04-98d1-56b8437dab44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.585381] env[69473]: DEBUG nova.compute.provider_tree [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.765577] env[69473]: DEBUG nova.network.neutron [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.810187] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357884, 'name': ReconfigVM_Task, 'duration_secs': 0.16877} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.810475] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 854.811270] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d455e691-a058-4fe6-8c3a-1ede15b86f1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.833365] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.835985] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62c0c13-d6fa-46cb-a793-87d0ec6ba71a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.858317] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.861053] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 854.861053] env[69473]: value = "task-3357885" [ 854.861053] env[69473]: _type = "Task" [ 854.861053] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.867220] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.916910] env[69473]: DEBUG nova.network.neutron [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Updating instance_info_cache with network_info: [{"id": "7c8da657-3355-484c-a4ce-a44538dd32fa", "address": "fa:16:3e:c7:64:72", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c8da657-33", "ovs_interfaceid": "7c8da657-3355-484c-a4ce-a44538dd32fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.006314] env[69473]: DEBUG nova.compute.manager [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Received event network-vif-plugged-7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.006537] env[69473]: DEBUG oslo_concurrency.lockutils [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] Acquiring lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.006750] env[69473]: DEBUG oslo_concurrency.lockutils [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.006901] env[69473]: DEBUG oslo_concurrency.lockutils [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.007078] env[69473]: DEBUG nova.compute.manager [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] No waiting events found dispatching network-vif-plugged-7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.007606] env[69473]: WARNING nova.compute.manager [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Received unexpected event network-vif-plugged-7c8da657-3355-484c-a4ce-a44538dd32fa for instance with vm_state building and task_state spawning. [ 855.007606] env[69473]: DEBUG nova.compute.manager [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Received event network-changed-7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.007606] env[69473]: DEBUG nova.compute.manager [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Refreshing instance network info cache due to event network-changed-7c8da657-3355-484c-a4ce-a44538dd32fa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.007751] env[69473]: DEBUG oslo_concurrency.lockutils [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] Acquiring lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.089014] env[69473]: DEBUG nova.scheduler.client.report [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.359442] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357883, 'name': ReconfigVM_Task, 'duration_secs': 1.42966} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.359805] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 753d0635-98d9-4105-93bf-cb5500eb0f34/753d0635-98d9-4105-93bf-cb5500eb0f34.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.363455] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3539039-5e1e-42e2-92a4-08747db23662 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.370685] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357885, 'name': ReconfigVM_Task, 'duration_secs': 0.264438} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.371979] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.372263] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance '2bb50809-0b14-4923-97ef-d14abd42ad0b' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.375612] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 855.375612] env[69473]: value = "task-3357886" [ 855.375612] env[69473]: _type = "Task" [ 855.375612] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.384398] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357886, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.422125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.422526] env[69473]: DEBUG nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Instance network_info: |[{"id": "7c8da657-3355-484c-a4ce-a44538dd32fa", "address": "fa:16:3e:c7:64:72", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c8da657-33", "ovs_interfaceid": "7c8da657-3355-484c-a4ce-a44538dd32fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.423569] env[69473]: DEBUG nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.427335] env[69473]: DEBUG oslo_concurrency.lockutils [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] Acquired lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.427335] env[69473]: DEBUG nova.network.neutron [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Refreshing network info cache for port 7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.427798] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:64:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c8da657-3355-484c-a4ce-a44538dd32fa', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.437037] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.437950] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.438199] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4d8c0e4-6f7a-410a-b9a6-7aa02c3d2af1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.461013] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.461297] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.461436] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.461643] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.461794] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.461940] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.462162] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.462326] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.462494] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.462656] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.462826] env[69473]: DEBUG nova.virt.hardware [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.463914] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b170f-b34d-4732-a85b-0a19163a5eb2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.467557] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.467557] env[69473]: value = "task-3357887" [ 855.467557] env[69473]: _type = "Task" [ 855.467557] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.474747] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5414952-556b-4dc1-ad82-9ede47f28a54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.481818] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357887, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.594645] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.597478] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.109s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.598567] env[69473]: DEBUG nova.objects.instance [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lazy-loading 'resources' on Instance uuid a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.623180] env[69473]: INFO nova.scheduler.client.report [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Deleted allocations for instance 7bb9ad05-7fca-44f1-9c9b-8bb443b88065 [ 855.767468] env[69473]: DEBUG nova.network.neutron [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Successfully updated port: b2da7ee9-7722-49d9-a467-1e48193547f8 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.882913] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58882105-29eb-48af-bc5d-0e6650d976c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.906943] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8561a9aa-74de-40c8-b3ea-d20c4e5cf5d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.909108] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357886, 'name': Rename_Task, 'duration_secs': 0.26806} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.909711] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.910327] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c61a8ce6-8abc-4889-8708-143094df886b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.925638] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance '2bb50809-0b14-4923-97ef-d14abd42ad0b' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.930519] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 855.930519] env[69473]: value = "task-3357888" [ 855.930519] env[69473]: _type = "Task" [ 855.930519] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.943961] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357888, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.978878] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357887, 'name': CreateVM_Task, 'duration_secs': 0.330978} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.979111] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.980572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.980572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.980572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.980572] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af152740-0d4a-405d-ab46-b7f795516914 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.985512] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 855.985512] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522967ba-5c17-072e-f8b7-ae7ee406e5db" [ 855.985512] env[69473]: _type = "Task" [ 855.985512] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.993857] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522967ba-5c17-072e-f8b7-ae7ee406e5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.131665] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d213f75b-a2bc-4eb8-a9e0-f60416e71f73 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "7bb9ad05-7fca-44f1-9c9b-8bb443b88065" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.811s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.142691] env[69473]: DEBUG nova.network.neutron [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Updated VIF entry in instance network info cache for port 7c8da657-3355-484c-a4ce-a44538dd32fa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.143241] env[69473]: DEBUG nova.network.neutron [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Updating instance_info_cache with network_info: [{"id": "7c8da657-3355-484c-a4ce-a44538dd32fa", "address": "fa:16:3e:c7:64:72", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c8da657-33", "ovs_interfaceid": "7c8da657-3355-484c-a4ce-a44538dd32fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.269939] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "refresh_cache-718ef4bd-a7e4-4577-a226-2513046d1a80" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.270101] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquired lock "refresh_cache-718ef4bd-a7e4-4577-a226-2513046d1a80" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.270339] env[69473]: DEBUG nova.network.neutron [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.446415] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.473553] env[69473]: DEBUG nova.network.neutron [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Port b85eaa53-b2af-4212-a88d-0d6052539672 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 856.487593] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f64dc2-33d3-4375-8c60-98737b01b853 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.502916] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522967ba-5c17-072e-f8b7-ae7ee406e5db, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.503902] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fafe440-0ec8-4866-bc91-8c161e99618a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.506974] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.507265] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.507504] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.507649] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.507824] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.508347] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc1adc0-00c8-446d-91f5-85f764f6344d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.543151] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df2442-1e4e-425a-a805-d36b24f3b69b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.545942] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.546174] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.547394] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b848706-33f8-44c6-a6c2-48e50e76d7f8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.553262] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 856.553262] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d09fe8-6290-8ff5-2098-2fe0a99a9467" [ 856.553262] env[69473]: _type = "Task" [ 856.553262] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.559309] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4935861-451a-40fe-be48-589e5974e5e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.569348] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d09fe8-6290-8ff5-2098-2fe0a99a9467, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.577558] env[69473]: DEBUG nova.compute.provider_tree [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.578838] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f281d092-ca01-48e4-9fd8-df56965cb371 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.584293] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 856.584293] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520b3de7-25a1-afc2-bdcc-e7d760d1a5d9" [ 856.584293] env[69473]: _type = "Task" [ 856.584293] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.592566] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520b3de7-25a1-afc2-bdcc-e7d760d1a5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.646054] env[69473]: DEBUG oslo_concurrency.lockutils [req-3a7abc9f-8f03-43f9-990a-ffb4b1b56379 req-89e73500-c72b-4fd7-8f1f-909a59af5cc8 service nova] Releasing lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.807422] env[69473]: DEBUG nova.network.neutron [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.948082] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.954485] env[69473]: DEBUG nova.network.neutron [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Updating instance_info_cache with network_info: [{"id": "b2da7ee9-7722-49d9-a467-1e48193547f8", "address": "fa:16:3e:d2:7b:82", "network": {"id": "3e7eec8b-321e-4ac7-9435-ada009a880a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1082193535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd3b34e357254b11b3e4e280ea9a0d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2da7ee9-77", "ovs_interfaceid": "b2da7ee9-7722-49d9-a467-1e48193547f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.082969] env[69473]: DEBUG nova.scheduler.client.report [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.114029] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520b3de7-25a1-afc2-bdcc-e7d760d1a5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.114029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.114029] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 2feee6c8-909b-416b-9d57-0cfec74d978e/2feee6c8-909b-416b-9d57-0cfec74d978e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.114029] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51af833c-0813-4981-a75b-926f889694ad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.122959] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 857.122959] env[69473]: value = "task-3357890" [ 857.122959] env[69473]: _type = "Task" [ 857.122959] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.133882] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.269060] env[69473]: DEBUG nova.compute.manager [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Received event network-vif-plugged-b2da7ee9-7722-49d9-a467-1e48193547f8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.269362] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] Acquiring lock "718ef4bd-a7e4-4577-a226-2513046d1a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.269590] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.269762] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.270012] env[69473]: DEBUG nova.compute.manager [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] No waiting events found dispatching network-vif-plugged-b2da7ee9-7722-49d9-a467-1e48193547f8 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.270115] env[69473]: WARNING nova.compute.manager [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Received unexpected event network-vif-plugged-b2da7ee9-7722-49d9-a467-1e48193547f8 for instance with vm_state building and task_state spawning. [ 857.270303] env[69473]: DEBUG nova.compute.manager [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Received event network-changed-b2da7ee9-7722-49d9-a467-1e48193547f8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.270417] env[69473]: DEBUG nova.compute.manager [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Refreshing instance network info cache due to event network-changed-b2da7ee9-7722-49d9-a467-1e48193547f8. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.270585] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] Acquiring lock "refresh_cache-718ef4bd-a7e4-4577-a226-2513046d1a80" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.451530] env[69473]: DEBUG oslo_vmware.api [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357888, 'name': PowerOnVM_Task, 'duration_secs': 1.292675} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.453372] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.453372] env[69473]: INFO nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Took 9.94 seconds to spawn the instance on the hypervisor. [ 857.453372] env[69473]: DEBUG nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.453372] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88ffd6-8dd2-464a-89f7-e2009e9fef59 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.456853] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Releasing lock "refresh_cache-718ef4bd-a7e4-4577-a226-2513046d1a80" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.457223] env[69473]: DEBUG nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Instance network_info: |[{"id": "b2da7ee9-7722-49d9-a467-1e48193547f8", "address": "fa:16:3e:d2:7b:82", "network": {"id": "3e7eec8b-321e-4ac7-9435-ada009a880a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1082193535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd3b34e357254b11b3e4e280ea9a0d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2da7ee9-77", "ovs_interfaceid": "b2da7ee9-7722-49d9-a467-1e48193547f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.457526] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] Acquired lock "refresh_cache-718ef4bd-a7e4-4577-a226-2513046d1a80" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.457709] env[69473]: DEBUG nova.network.neutron [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Refreshing network info cache for port b2da7ee9-7722-49d9-a467-1e48193547f8 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.459630] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:7b:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2da7ee9-7722-49d9-a467-1e48193547f8', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.468377] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Creating folder: Project (cd3b34e357254b11b3e4e280ea9a0d7d). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.469786] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2256454b-8918-49b8-b63b-8ec928c85d75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.494896] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.494896] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.495045] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.499661] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Created folder: Project (cd3b34e357254b11b3e4e280ea9a0d7d) in parent group-v669999. [ 857.499661] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Creating folder: Instances. Parent ref: group-v670179. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.504171] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc75e973-3b56-4d93-924b-16bb236844c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.523144] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Created folder: Instances in parent group-v670179. [ 857.523431] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.523927] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.524816] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b790d33-0123-4656-a0c3-076c50f0501b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.555192] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.555192] env[69473]: value = "task-3357893" [ 857.555192] env[69473]: _type = "Task" [ 857.555192] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.567314] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357893, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.598868] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.601620] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.451s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.603982] env[69473]: INFO nova.compute.claims [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.624259] env[69473]: INFO nova.scheduler.client.report [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Deleted allocations for instance a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e [ 857.640341] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513457} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.640665] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 2feee6c8-909b-416b-9d57-0cfec74d978e/2feee6c8-909b-416b-9d57-0cfec74d978e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.640895] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.641154] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5deae3a5-92c6-45b0-b666-8a56d7b56a05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.650386] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 857.650386] env[69473]: value = "task-3357894" [ 857.650386] env[69473]: _type = "Task" [ 857.650386] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.662089] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.985287] env[69473]: INFO nova.compute.manager [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Took 49.92 seconds to build instance. [ 858.067076] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357893, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.137630] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f236a490-5938-49b6-8c21-f4ac8479d971 tempest-ServerAddressesNegativeTestJSON-415528859 tempest-ServerAddressesNegativeTestJSON-415528859-project-member] Lock "a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.142s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.159931] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161296} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.160228] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.161046] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0323ad-1906-441c-a330-4cc5e32697a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.186033] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 2feee6c8-909b-416b-9d57-0cfec74d978e/2feee6c8-909b-416b-9d57-0cfec74d978e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.187019] env[69473]: DEBUG nova.network.neutron [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Updated VIF entry in instance network info cache for port b2da7ee9-7722-49d9-a467-1e48193547f8. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.187361] env[69473]: DEBUG nova.network.neutron [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Updating instance_info_cache with network_info: [{"id": "b2da7ee9-7722-49d9-a467-1e48193547f8", "address": "fa:16:3e:d2:7b:82", "network": {"id": "3e7eec8b-321e-4ac7-9435-ada009a880a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1082193535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd3b34e357254b11b3e4e280ea9a0d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2da7ee9-77", "ovs_interfaceid": "b2da7ee9-7722-49d9-a467-1e48193547f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.189313] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f39749a-4528-41b4-be44-c3f5284021c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.210818] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 858.210818] env[69473]: value = "task-3357895" [ 858.210818] env[69473]: _type = "Task" [ 858.210818] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.221880] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.492296] env[69473]: DEBUG oslo_concurrency.lockutils [None req-83a66f6e-ed8e-4cc6-b578-167654f76a70 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.007s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.545990] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.546225] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.546409] env[69473]: DEBUG nova.network.neutron [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.569033] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357893, 'name': CreateVM_Task, 'duration_secs': 0.674192} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.569033] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.569715] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.569875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.570206] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.570875] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd74b8b2-f5ba-49b8-b25b-064564e2b793 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.575875] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 858.575875] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524eb627-9486-8e50-0bc7-25523ae7f9bb" [ 858.575875] env[69473]: _type = "Task" [ 858.575875] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.586023] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524eb627-9486-8e50-0bc7-25523ae7f9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.689889] env[69473]: DEBUG oslo_concurrency.lockutils [req-9c23b019-1b5d-4d58-af4f-68031d2e7df0 req-921b6f46-f1d7-47d1-a34c-314d85695b6c service nova] Releasing lock "refresh_cache-718ef4bd-a7e4-4577-a226-2513046d1a80" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.722032] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357895, 'name': ReconfigVM_Task, 'duration_secs': 0.305276} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.722032] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 2feee6c8-909b-416b-9d57-0cfec74d978e/2feee6c8-909b-416b-9d57-0cfec74d978e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.722486] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65983abb-8dfc-4238-9924-8bb95dcf8ee2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.729907] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 858.729907] env[69473]: value = "task-3357896" [ 858.729907] env[69473]: _type = "Task" [ 858.729907] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.741804] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357896, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.805290] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "943364ed-68a8-49d5-b165-a19795d43933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.805999] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.806070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "943364ed-68a8-49d5-b165-a19795d43933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.806443] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.806754] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.809544] env[69473]: INFO nova.compute.manager [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Terminating instance [ 858.962420] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6db710-2326-4ef2-a51e-b4a95639aa83 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.973610] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a70710-157e-45fb-9541-ccdee1bf4c40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.002888] env[69473]: DEBUG nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.006586] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c518573d-a5ab-4ba0-bb37-4a31661b0db1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.017023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ca7c5-e588-46e8-b333-ed672181da47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.028782] env[69473]: DEBUG nova.compute.provider_tree [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.087104] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524eb627-9486-8e50-0bc7-25523ae7f9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.087413] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.087642] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.087865] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.088018] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.088190] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.090605] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8209b413-90ab-4258-814f-912a7006f6d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.104659] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.105132] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.105587] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e974a4-2ee1-48ff-a6d1-f0020fd5509c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.111503] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 859.111503] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb48e2-7218-d0cd-ab11-599782820be9" [ 859.111503] env[69473]: _type = "Task" [ 859.111503] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.119937] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb48e2-7218-d0cd-ab11-599782820be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.166574] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "753d0635-98d9-4105-93bf-cb5500eb0f34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.166829] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.166949] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "753d0635-98d9-4105-93bf-cb5500eb0f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.169008] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.169008] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.172561] env[69473]: INFO nova.compute.manager [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Terminating instance [ 859.244629] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357896, 'name': Rename_Task, 'duration_secs': 0.148193} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.244883] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.245142] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e49e42-83fe-45b5-b209-6c2f55335cfd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.252567] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 859.252567] env[69473]: value = "task-3357897" [ 859.252567] env[69473]: _type = "Task" [ 859.252567] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.261185] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.287734] env[69473]: DEBUG nova.network.neutron [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance_info_cache with network_info: [{"id": "b85eaa53-b2af-4212-a88d-0d6052539672", "address": "fa:16:3e:81:75:52", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85eaa53-b2", "ovs_interfaceid": "b85eaa53-b2af-4212-a88d-0d6052539672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.318387] env[69473]: DEBUG nova.compute.manager [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.318613] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.319601] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86c6c57-7382-4bea-94eb-fea90dd1050f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.329528] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.329801] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-280964ff-75ec-4d36-91c7-abbf55439d22 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.338022] env[69473]: DEBUG oslo_vmware.api [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 859.338022] env[69473]: value = "task-3357898" [ 859.338022] env[69473]: _type = "Task" [ 859.338022] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.347071] env[69473]: DEBUG oslo_vmware.api [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.525817] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.532957] env[69473]: DEBUG nova.scheduler.client.report [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.626435] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb48e2-7218-d0cd-ab11-599782820be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.627084] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb4243a-9930-4e7b-8f48-d236a5e1d23e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.633555] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 859.633555] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529880d2-4f7a-4561-260f-c95d43ee7e88" [ 859.633555] env[69473]: _type = "Task" [ 859.633555] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.642897] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529880d2-4f7a-4561-260f-c95d43ee7e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.677964] env[69473]: DEBUG nova.compute.manager [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.678281] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.679361] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa55f1fd-1c28-4ad2-9399-cf92157afda6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.688402] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.688402] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a92f136a-a024-4d5c-ac5d-c964db623f51 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.709487] env[69473]: DEBUG oslo_vmware.api [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 859.709487] env[69473]: value = "task-3357899" [ 859.709487] env[69473]: _type = "Task" [ 859.709487] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.720535] env[69473]: DEBUG oslo_vmware.api [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.763357] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357897, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.790531] env[69473]: DEBUG oslo_concurrency.lockutils [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.852047] env[69473]: DEBUG oslo_vmware.api [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357898, 'name': PowerOffVM_Task, 'duration_secs': 0.287631} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.852047] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.852047] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.852047] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7886f7da-f2f0-4d04-a7ba-732c4bc93119 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.946114] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.946378] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.946580] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Deleting the datastore file [datastore2] 943364ed-68a8-49d5-b165-a19795d43933 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.946880] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-443f3ca1-5eac-4b16-a5e2-ee35dec76854 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.957033] env[69473]: DEBUG oslo_vmware.api [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for the task: (returnval){ [ 859.957033] env[69473]: value = "task-3357901" [ 859.957033] env[69473]: _type = "Task" [ 859.957033] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.965880] env[69473]: DEBUG oslo_vmware.api [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.038612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.040407] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.046243] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.526s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.047178] env[69473]: DEBUG nova.objects.instance [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lazy-loading 'resources' on Instance uuid 1d38a1d0-fe63-4c28-af50-08f959fd42d0 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.150174] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529880d2-4f7a-4561-260f-c95d43ee7e88, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.150174] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.150174] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 718ef4bd-a7e4-4577-a226-2513046d1a80/718ef4bd-a7e4-4577-a226-2513046d1a80.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.150174] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a91ee97-200b-4d63-b7f4-abd39e1b6116 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.157470] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 860.157470] env[69473]: value = "task-3357902" [ 860.157470] env[69473]: _type = "Task" [ 860.157470] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.167953] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.220301] env[69473]: DEBUG oslo_vmware.api [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357899, 'name': PowerOffVM_Task, 'duration_secs': 0.239229} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.220598] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.220775] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.221159] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581a9c7e-da19-4132-8eda-b77061f74146 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.263181] env[69473]: DEBUG oslo_vmware.api [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357897, 'name': PowerOnVM_Task, 'duration_secs': 0.601889} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.263380] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.263743] env[69473]: INFO nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Took 7.44 seconds to spawn the instance on the hypervisor. [ 860.263799] env[69473]: DEBUG nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.265125] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fc91f4-d180-4634-bb9a-ca64cdebf1a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.296022] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.296022] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.296022] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Deleting the datastore file [datastore2] 753d0635-98d9-4105-93bf-cb5500eb0f34 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.296022] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca3fdd22-fb59-4146-8f7b-c8787adad1d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.305214] env[69473]: DEBUG oslo_vmware.api [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for the task: (returnval){ [ 860.305214] env[69473]: value = "task-3357904" [ 860.305214] env[69473]: _type = "Task" [ 860.305214] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.318358] env[69473]: DEBUG oslo_vmware.api [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.326606] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf784460-0591-4a23-a841-9e2c8655b8ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.349022] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2588b9-9089-497c-a884-04b38eceb5a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.357348] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance '2bb50809-0b14-4923-97ef-d14abd42ad0b' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.470555] env[69473]: DEBUG oslo_vmware.api [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Task: {'id': task-3357901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139264} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.470840] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.471371] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.472108] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.472215] env[69473]: INFO nova.compute.manager [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Took 1.15 seconds to destroy the instance on the hypervisor. [ 860.472536] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.474107] env[69473]: DEBUG nova.compute.manager [-] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.474896] env[69473]: DEBUG nova.network.neutron [-] [instance: 943364ed-68a8-49d5-b165-a19795d43933] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.550749] env[69473]: DEBUG nova.compute.utils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.556222] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.557426] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.666960] env[69473]: DEBUG nova.policy [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61721d5b660462083dcfb3f470bd093', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a9d680c3ef84b4288a47b6905bef178', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.673590] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357902, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.789592] env[69473]: INFO nova.compute.manager [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Took 43.47 seconds to build instance. [ 860.820290] env[69473]: DEBUG oslo_vmware.api [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Task: {'id': task-3357904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340712} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.823252] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.823455] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.823645] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.823813] env[69473]: INFO nova.compute.manager [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Took 1.15 seconds to destroy the instance on the hypervisor. [ 860.824130] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.824783] env[69473]: DEBUG nova.compute.manager [-] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.824887] env[69473]: DEBUG nova.network.neutron [-] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.865636] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.867252] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7119c4fc-f817-4cb4-a276-71a3aa06296e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.874813] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 860.874813] env[69473]: value = "task-3357905" [ 860.874813] env[69473]: _type = "Task" [ 860.874813] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.886752] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.039646] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01414512-a52f-4956-b4d4-7a8e43c1397c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.047847] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99a675-47e1-4273-a65e-95ff3cfefc91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.057022] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.090230] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8a2452-9cb7-4e5e-9ead-1ae74a400ccb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.100299] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b8fe1c-c812-4460-85d4-1de2b3b9397f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.121389] env[69473]: DEBUG nova.compute.provider_tree [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.173255] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531747} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.173763] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 718ef4bd-a7e4-4577-a226-2513046d1a80/718ef4bd-a7e4-4577-a226-2513046d1a80.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.173763] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.174014] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80e4f58d-977c-4635-b9cc-109e4bfdb9b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.183025] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 861.183025] env[69473]: value = "task-3357906" [ 861.183025] env[69473]: _type = "Task" [ 861.183025] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.192416] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.291196] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb44e56f-bbbd-438e-924b-113f719e3e93 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.993s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.387508] env[69473]: DEBUG oslo_vmware.api [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357905, 'name': PowerOnVM_Task, 'duration_secs': 0.413373} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.387810] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.387997] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0469b3-1b40-481a-bcc1-8ab9cd6e9c35 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance '2bb50809-0b14-4923-97ef-d14abd42ad0b' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.462257] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Successfully created port: d2e6244e-a818-4c30-9d69-37b1b86f4979 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.513397] env[69473]: DEBUG nova.compute.manager [req-ec8b2aa0-7cd4-4ffb-a7f9-94ee7b3e2072 req-72a247e6-0540-4daf-bdaa-4a58975f7fb0 service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Received event network-vif-deleted-dd06a22b-3238-4035-98e2-e1ddd8e52b79 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.513619] env[69473]: INFO nova.compute.manager [req-ec8b2aa0-7cd4-4ffb-a7f9-94ee7b3e2072 req-72a247e6-0540-4daf-bdaa-4a58975f7fb0 service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Neutron deleted interface dd06a22b-3238-4035-98e2-e1ddd8e52b79; detaching it from the instance and deleting it from the info cache [ 861.513795] env[69473]: DEBUG nova.network.neutron [req-ec8b2aa0-7cd4-4ffb-a7f9-94ee7b3e2072 req-72a247e6-0540-4daf-bdaa-4a58975f7fb0 service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.625493] env[69473]: DEBUG nova.scheduler.client.report [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.710682] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079104} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.711288] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.712130] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cec2de5-3f2b-4e8c-b4d9-59c89c75545b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.738704] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 718ef4bd-a7e4-4577-a226-2513046d1a80/718ef4bd-a7e4-4577-a226-2513046d1a80.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.739887] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db631359-e6c4-482f-9fce-f162741e5ef0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.765489] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 861.765489] env[69473]: value = "task-3357907" [ 861.765489] env[69473]: _type = "Task" [ 861.765489] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.774985] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.996035] env[69473]: DEBUG nova.network.neutron [-] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.018461] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4f0e765-9242-47bf-bdc6-8baacd7c4c35 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.024503] env[69473]: DEBUG nova.network.neutron [-] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.030510] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e98f04-92d6-48f4-afb0-e6c4271ee776 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.065928] env[69473]: DEBUG nova.compute.manager [req-ec8b2aa0-7cd4-4ffb-a7f9-94ee7b3e2072 req-72a247e6-0540-4daf-bdaa-4a58975f7fb0 service nova] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Detach interface failed, port_id=dd06a22b-3238-4035-98e2-e1ddd8e52b79, reason: Instance 753d0635-98d9-4105-93bf-cb5500eb0f34 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.095176] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.122639] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.122639] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.122639] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.122769] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.126031] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.126031] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.126031] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.126031] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.126031] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.126031] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.126031] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.126031] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c916b92-5750-4d37-b347-a0cf6b553543 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.137175] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.137845] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.388s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.139344] env[69473]: INFO nova.compute.claims [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.143469] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43ad909-a9d0-43f3-9d54-5e982fcd47f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.171407] env[69473]: INFO nova.scheduler.client.report [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Deleted allocations for instance 1d38a1d0-fe63-4c28-af50-08f959fd42d0 [ 862.275510] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357907, 'name': ReconfigVM_Task, 'duration_secs': 0.282344} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.275799] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 718ef4bd-a7e4-4577-a226-2513046d1a80/718ef4bd-a7e4-4577-a226-2513046d1a80.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.276494] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-387f6a48-9d3f-420a-a6e0-88d87381f42f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.283795] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 862.283795] env[69473]: value = "task-3357908" [ 862.283795] env[69473]: _type = "Task" [ 862.283795] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.291772] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357908, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.334687] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "2feee6c8-909b-416b-9d57-0cfec74d978e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.335042] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.335264] env[69473]: INFO nova.compute.manager [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Shelving [ 862.502011] env[69473]: INFO nova.compute.manager [-] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Took 1.68 seconds to deallocate network for instance. [ 862.529080] env[69473]: INFO nova.compute.manager [-] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Took 2.05 seconds to deallocate network for instance. [ 862.681674] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a642c96a-7ad8-4436-8e70-53c2a1c450cb tempest-ServerMetadataNegativeTestJSON-757556576 tempest-ServerMetadataNegativeTestJSON-757556576-project-member] Lock "1d38a1d0-fe63-4c28-af50-08f959fd42d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.573s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.795859] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357908, 'name': Rename_Task, 'duration_secs': 0.146688} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.796230] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.796410] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95915432-85e6-4694-b19b-07ba62732a6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.804898] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 862.804898] env[69473]: value = "task-3357909" [ 862.804898] env[69473]: _type = "Task" [ 862.804898] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.814919] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.008552] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.016108] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Successfully updated port: d2e6244e-a818-4c30-9d69-37b1b86f4979 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.034920] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.279089] env[69473]: DEBUG nova.network.neutron [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Port b85eaa53-b2af-4212-a88d-0d6052539672 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 863.279556] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.279656] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.280028] env[69473]: DEBUG nova.network.neutron [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.317770] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.346074] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.346402] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13617ad3-f948-4f13-811b-fe9ddac3f401 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.357900] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 863.357900] env[69473]: value = "task-3357910" [ 863.357900] env[69473]: _type = "Task" [ 863.357900] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.372656] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.521498] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "refresh_cache-61c52b79-2ee1-450d-993d-8c1991d71f56" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.521498] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "refresh_cache-61c52b79-2ee1-450d-993d-8c1991d71f56" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.521498] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.553468] env[69473]: DEBUG nova.compute.manager [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Received event network-vif-deleted-5d9a2ad2-7eca-4460-978d-2e93180201c5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.553468] env[69473]: DEBUG nova.compute.manager [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Received event network-vif-plugged-d2e6244e-a818-4c30-9d69-37b1b86f4979 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.553468] env[69473]: DEBUG oslo_concurrency.lockutils [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] Acquiring lock "61c52b79-2ee1-450d-993d-8c1991d71f56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.553468] env[69473]: DEBUG oslo_concurrency.lockutils [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.553468] env[69473]: DEBUG oslo_concurrency.lockutils [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.553654] env[69473]: DEBUG nova.compute.manager [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] No waiting events found dispatching network-vif-plugged-d2e6244e-a818-4c30-9d69-37b1b86f4979 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.553801] env[69473]: WARNING nova.compute.manager [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Received unexpected event network-vif-plugged-d2e6244e-a818-4c30-9d69-37b1b86f4979 for instance with vm_state building and task_state spawning. [ 863.553974] env[69473]: DEBUG nova.compute.manager [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Received event network-changed-d2e6244e-a818-4c30-9d69-37b1b86f4979 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.554163] env[69473]: DEBUG nova.compute.manager [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Refreshing instance network info cache due to event network-changed-d2e6244e-a818-4c30-9d69-37b1b86f4979. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.554580] env[69473]: DEBUG oslo_concurrency.lockutils [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] Acquiring lock "refresh_cache-61c52b79-2ee1-450d-993d-8c1991d71f56" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.601710] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd5f63-04f8-4f05-b89d-8e07f4e722c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.613164] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960db768-8cb0-4020-b21c-3384c49726b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.646242] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3ce01-eb3c-4aa2-b66d-30f1709b4367 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.655065] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82549886-cb17-42bf-a9ec-e16f26a6206a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.670595] env[69473]: DEBUG nova.compute.provider_tree [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.817756] env[69473]: DEBUG oslo_vmware.api [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357909, 'name': PowerOnVM_Task, 'duration_secs': 0.587239} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.820519] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.820710] env[69473]: INFO nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Took 8.40 seconds to spawn the instance on the hypervisor. [ 863.820893] env[69473]: DEBUG nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.821817] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b8049-365b-44cd-a1d3-1a39bd2f5c35 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.867692] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357910, 'name': PowerOffVM_Task, 'duration_secs': 0.236311} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.870142] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.870970] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c38d528-6ac6-4d47-b320-f6b00dce9fb7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.896068] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857c21c-7c10-4030-a5c5-f9dcd9d90f6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.037639] env[69473]: DEBUG nova.network.neutron [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance_info_cache with network_info: [{"id": "b85eaa53-b2af-4212-a88d-0d6052539672", "address": "fa:16:3e:81:75:52", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85eaa53-b2", "ovs_interfaceid": "b85eaa53-b2af-4212-a88d-0d6052539672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.064987] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.174252] env[69473]: DEBUG nova.scheduler.client.report [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.200929] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Updating instance_info_cache with network_info: [{"id": "d2e6244e-a818-4c30-9d69-37b1b86f4979", "address": "fa:16:3e:87:e7:7f", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e6244e-a8", "ovs_interfaceid": "d2e6244e-a818-4c30-9d69-37b1b86f4979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.233093] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.233351] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.233556] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "fca9abff-1947-4808-8f04-4682cc5f8ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.233737] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.233906] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.235884] env[69473]: INFO nova.compute.manager [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Terminating instance [ 864.342981] env[69473]: INFO nova.compute.manager [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Took 44.26 seconds to build instance. [ 864.408569] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.408569] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-367752f9-4947-42cf-a6e5-d764a0a15894 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.417987] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 864.417987] env[69473]: value = "task-3357911" [ 864.417987] env[69473]: _type = "Task" [ 864.417987] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.433516] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.540200] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.678928] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.679582] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.682540] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.981s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.687894] env[69473]: INFO nova.compute.claims [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.703425] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "refresh_cache-61c52b79-2ee1-450d-993d-8c1991d71f56" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.703757] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Instance network_info: |[{"id": "d2e6244e-a818-4c30-9d69-37b1b86f4979", "address": "fa:16:3e:87:e7:7f", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e6244e-a8", "ovs_interfaceid": "d2e6244e-a818-4c30-9d69-37b1b86f4979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.704077] env[69473]: DEBUG oslo_concurrency.lockutils [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] Acquired lock "refresh_cache-61c52b79-2ee1-450d-993d-8c1991d71f56" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.704348] env[69473]: DEBUG nova.network.neutron [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Refreshing network info cache for port d2e6244e-a818-4c30-9d69-37b1b86f4979 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.705916] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e7:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2e6244e-a818-4c30-9d69-37b1b86f4979', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.716319] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Creating folder: Project (7a9d680c3ef84b4288a47b6905bef178). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.716319] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c819591-6a2b-41d6-b57e-b86ce3224912 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.729698] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Created folder: Project (7a9d680c3ef84b4288a47b6905bef178) in parent group-v669999. [ 864.729861] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Creating folder: Instances. Parent ref: group-v670182. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.730132] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f762652-8ee3-48eb-9ee6-f8f8f44f332d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.739221] env[69473]: DEBUG nova.compute.manager [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.739563] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.740496] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed7ec5b-f295-4819-8625-052a73c2b6b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.745767] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Created folder: Instances in parent group-v670182. [ 864.746228] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.746835] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.747430] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa2b34e-33ac-4321-9c02-ff17452dc8d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.765758] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.766578] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f930d13-0711-480a-882e-2128d9bf6aec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.773468] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.773468] env[69473]: value = "task-3357914" [ 864.773468] env[69473]: _type = "Task" [ 864.773468] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.778561] env[69473]: DEBUG oslo_vmware.api [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 864.778561] env[69473]: value = "task-3357915" [ 864.778561] env[69473]: _type = "Task" [ 864.778561] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.790238] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357914, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.793712] env[69473]: DEBUG oslo_vmware.api [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.848440] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e3b7715c-05a8-4c84-a266-249eba59a42e tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.223s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.930723] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357911, 'name': CreateSnapshot_Task, 'duration_secs': 0.422686} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.931040] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.931864] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e6d3e5-2a39-4302-a42f-5e46ccc9f487 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.047135] env[69473]: DEBUG nova.compute.manager [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69473) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 865.048664] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.196189] env[69473]: DEBUG nova.compute.utils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.197744] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.198494] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.294351] env[69473]: DEBUG nova.policy [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61721d5b660462083dcfb3f470bd093', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a9d680c3ef84b4288a47b6905bef178', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.296837] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357914, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.304935] env[69473]: DEBUG oslo_vmware.api [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357915, 'name': PowerOffVM_Task, 'duration_secs': 0.269102} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.305752] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.305752] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.305752] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4100af4c-4c71-4f32-b1c5-41bf82f0c857 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.401785] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.402141] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.402348] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Deleting the datastore file [datastore1] fca9abff-1947-4808-8f04-4682cc5f8ddb {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.402633] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c609e7-a24e-4605-9aed-ad076bd21587 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.410422] env[69473]: DEBUG oslo_vmware.api [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 865.410422] env[69473]: value = "task-3357917" [ 865.410422] env[69473]: _type = "Task" [ 865.410422] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.422821] env[69473]: DEBUG oslo_vmware.api [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.455467] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.455800] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a873a2ad-e983-49b9-9273-ce3465080aef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.467854] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 865.467854] env[69473]: value = "task-3357918" [ 865.467854] env[69473]: _type = "Task" [ 865.467854] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.478241] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357918, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.662169] env[69473]: DEBUG nova.network.neutron [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Updated VIF entry in instance network info cache for port d2e6244e-a818-4c30-9d69-37b1b86f4979. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.662539] env[69473]: DEBUG nova.network.neutron [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Updating instance_info_cache with network_info: [{"id": "d2e6244e-a818-4c30-9d69-37b1b86f4979", "address": "fa:16:3e:87:e7:7f", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e6244e-a8", "ovs_interfaceid": "d2e6244e-a818-4c30-9d69-37b1b86f4979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.703701] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.732389] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "718ef4bd-a7e4-4577-a226-2513046d1a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.732484] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.733102] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "718ef4bd-a7e4-4577-a226-2513046d1a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.733102] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.733222] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.736474] env[69473]: INFO nova.compute.manager [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Terminating instance [ 865.772883] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Successfully created port: ba77d7c9-b75c-4dc6-9570-af554e7f7c1f {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.785839] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357914, 'name': CreateVM_Task, 'duration_secs': 0.76064} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.786090] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.786933] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.787241] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.787599] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.791028] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c68c98-6e4f-4d85-b6f9-f0d828179f3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.798747] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 865.798747] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52edc7d8-770c-802f-72c3-d8e3075b965b" [ 865.798747] env[69473]: _type = "Task" [ 865.798747] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.807907] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52edc7d8-770c-802f-72c3-d8e3075b965b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.815205] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.815509] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.927287] env[69473]: DEBUG oslo_vmware.api [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3357917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208782} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.927786] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.927997] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.928224] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.928729] env[69473]: INFO nova.compute.manager [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 865.929030] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.932362] env[69473]: DEBUG nova.compute.manager [-] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.932567] env[69473]: DEBUG nova.network.neutron [-] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.981922] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357918, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.169281] env[69473]: DEBUG oslo_concurrency.lockutils [req-453ec48a-4a3a-4575-b258-41cc44535bcc req-b1a1e477-e58e-4578-9ce1-08b762a0ca61 service nova] Releasing lock "refresh_cache-61c52b79-2ee1-450d-993d-8c1991d71f56" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.182826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb3fdb-d2ba-4ae7-a047-444ee7f2ac0e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.191472] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59171e96-cb56-4489-a57e-c01c07330658 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.230352] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9562712-270a-4a59-a8c2-8b3b4ec525a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.242400] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079be068-f28a-4c0f-8c81-951c48df2d3f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.247900] env[69473]: DEBUG nova.compute.manager [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.248181] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.249555] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410500e7-3d65-4f6b-9a54-86d5916dcca3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.266909] env[69473]: DEBUG nova.compute.provider_tree [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.271368] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.273057] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67439ddd-07be-444e-9162-0c43b0390415 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.285593] env[69473]: DEBUG oslo_vmware.api [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 866.285593] env[69473]: value = "task-3357919" [ 866.285593] env[69473]: _type = "Task" [ 866.285593] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.309648] env[69473]: DEBUG oslo_vmware.api [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.317386] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52edc7d8-770c-802f-72c3-d8e3075b965b, 'name': SearchDatastore_Task, 'duration_secs': 0.02102} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.317824] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.318125] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.318385] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.318485] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.318664] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.319086] env[69473]: DEBUG nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.321977] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a32c5ce6-0d95-41eb-aa62-0f7b8bba5c02 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.333905] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.334157] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.335821] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfafc054-841a-476e-b485-32bf3064dfb8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.343144] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 866.343144] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520064cb-71f8-37ca-2314-bfd306268d7f" [ 866.343144] env[69473]: _type = "Task" [ 866.343144] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.360690] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520064cb-71f8-37ca-2314-bfd306268d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.479106] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357918, 'name': CloneVM_Task} progress is 95%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.599587] env[69473]: DEBUG nova.compute.manager [req-b147fc36-8e7d-4696-8b14-24def17d05b1 req-75eae82f-a99a-42cc-b913-4297371a1498 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Received event network-vif-deleted-5489e6be-dafb-4fdb-9ce7-0ea8a4234277 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.599587] env[69473]: INFO nova.compute.manager [req-b147fc36-8e7d-4696-8b14-24def17d05b1 req-75eae82f-a99a-42cc-b913-4297371a1498 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Neutron deleted interface 5489e6be-dafb-4fdb-9ce7-0ea8a4234277; detaching it from the instance and deleting it from the info cache [ 866.599587] env[69473]: DEBUG nova.network.neutron [req-b147fc36-8e7d-4696-8b14-24def17d05b1 req-75eae82f-a99a-42cc-b913-4297371a1498 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.737259] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.768736] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.769138] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.769394] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.769678] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.769909] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.770176] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.770535] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.770804] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.771092] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.771362] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.771652] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.772868] env[69473]: DEBUG nova.scheduler.client.report [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.778650] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125762b5-05de-43ed-8ddb-26cf88b81da4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.794036] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8e92b9-a24a-476d-8858-b987284dff0c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.805044] env[69473]: DEBUG oslo_vmware.api [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357919, 'name': PowerOffVM_Task, 'duration_secs': 0.37718} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.813809] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.814064] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.814989] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3129af77-14f3-4829-89f3-d6cd55bf9610 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.849496] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.855661] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520064cb-71f8-37ca-2314-bfd306268d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013657} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.856489] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8178fb5f-50a7-453e-9339-6f105ecb94b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.862169] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 866.862169] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528e5e8f-984a-5aee-5c7b-3a3add93ab10" [ 866.862169] env[69473]: _type = "Task" [ 866.862169] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.871078] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528e5e8f-984a-5aee-5c7b-3a3add93ab10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.899339] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.899595] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.899782] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Deleting the datastore file [datastore1] 718ef4bd-a7e4-4577-a226-2513046d1a80 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.900076] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11db1849-5e35-44ab-a009-00a47757f84d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.906796] env[69473]: DEBUG oslo_vmware.api [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for the task: (returnval){ [ 866.906796] env[69473]: value = "task-3357921" [ 866.906796] env[69473]: _type = "Task" [ 866.906796] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.916070] env[69473]: DEBUG oslo_vmware.api [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.980043] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357918, 'name': CloneVM_Task, 'duration_secs': 1.3685} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.980224] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Created linked-clone VM from snapshot [ 866.981029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336e53b6-6790-4ee9-9450-6760f23df32a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.989319] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Uploading image 5dac4389-1019-473f-82f3-158cc0452a92 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.002666] env[69473]: DEBUG nova.network.neutron [-] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.014281] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.014281] env[69473]: value = "vm-670186" [ 867.014281] env[69473]: _type = "VirtualMachine" [ 867.014281] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.014850] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46910273-e443-4356-9f89-20365c07d95e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.023447] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lease: (returnval){ [ 867.023447] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c88c6a-bc5f-1b19-62fb-7704e940f361" [ 867.023447] env[69473]: _type = "HttpNfcLease" [ 867.023447] env[69473]: } obtained for exporting VM: (result){ [ 867.023447] env[69473]: value = "vm-670186" [ 867.023447] env[69473]: _type = "VirtualMachine" [ 867.023447] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.023922] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the lease: (returnval){ [ 867.023922] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c88c6a-bc5f-1b19-62fb-7704e940f361" [ 867.023922] env[69473]: _type = "HttpNfcLease" [ 867.023922] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.031799] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.031799] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c88c6a-bc5f-1b19-62fb-7704e940f361" [ 867.031799] env[69473]: _type = "HttpNfcLease" [ 867.031799] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.107623] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c396421-d749-4691-9ac7-c9851d95b960 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.119348] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a611af-e233-42d9-9961-24c2d8407770 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.160820] env[69473]: DEBUG nova.compute.manager [req-b147fc36-8e7d-4696-8b14-24def17d05b1 req-75eae82f-a99a-42cc-b913-4297371a1498 service nova] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Detach interface failed, port_id=5489e6be-dafb-4fdb-9ce7-0ea8a4234277, reason: Instance fca9abff-1947-4808-8f04-4682cc5f8ddb could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.285040] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.285606] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.293728] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.632s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.293979] env[69473]: DEBUG nova.objects.instance [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lazy-loading 'resources' on Instance uuid 3da619f4-d845-4ec6-aed4-1271d5cf1b0a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.378802] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528e5e8f-984a-5aee-5c7b-3a3add93ab10, 'name': SearchDatastore_Task, 'duration_secs': 0.024426} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.379456] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.379732] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 61c52b79-2ee1-450d-993d-8c1991d71f56/61c52b79-2ee1-450d-993d-8c1991d71f56.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.380064] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e1c9b8a-a630-475e-b380-3cd2986866a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.389020] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 867.389020] env[69473]: value = "task-3357923" [ 867.389020] env[69473]: _type = "Task" [ 867.389020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.396860] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.417191] env[69473]: DEBUG oslo_vmware.api [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.505970] env[69473]: INFO nova.compute.manager [-] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Took 1.57 seconds to deallocate network for instance. [ 867.533450] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.533450] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c88c6a-bc5f-1b19-62fb-7704e940f361" [ 867.533450] env[69473]: _type = "HttpNfcLease" [ 867.533450] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.535437] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.535437] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c88c6a-bc5f-1b19-62fb-7704e940f361" [ 867.535437] env[69473]: _type = "HttpNfcLease" [ 867.535437] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.537894] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28127ea7-e075-43ed-a726-883211fc8160 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.545794] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b2f36-5f48-f28f-7781-3bb580c1f264/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.546663] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b2f36-5f48-f28f-7781-3bb580c1f264/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.612179] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Successfully updated port: ba77d7c9-b75c-4dc6-9570-af554e7f7c1f {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.649715] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05d25581-e600-4e2c-90b5-56d223dd2ccf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.798021] env[69473]: DEBUG nova.compute.utils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.799880] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.800234] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.860024] env[69473]: DEBUG nova.policy [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61721d5b660462083dcfb3f470bd093', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a9d680c3ef84b4288a47b6905bef178', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.898788] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357923, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.921775] env[69473]: DEBUG oslo_vmware.api [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Task: {'id': task-3357921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589412} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.922118] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.922360] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.922561] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.922763] env[69473]: INFO nova.compute.manager [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Took 1.67 seconds to destroy the instance on the hypervisor. [ 867.923057] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.923276] env[69473]: DEBUG nova.compute.manager [-] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.923373] env[69473]: DEBUG nova.network.neutron [-] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.014987] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.115844] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "refresh_cache-e471e74a-8fd2-42f0-ad19-69aa71318bc7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.115999] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "refresh_cache-e471e74a-8fd2-42f0-ad19-69aa71318bc7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.117890] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.288080] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f3bbcc-6ca5-4d76-ae83-b56862ca4422 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.297071] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f18d3c-2c38-403e-8be2-7a04712fd3b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.304228] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.337012] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340ce228-b029-4d10-8f8d-c64af47145d9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.349063] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353125f5-e368-42de-8e4b-0681cb778a5d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.361306] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Successfully created port: d0bf74fd-0639-45b9-a60a-4aa8e609780d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.376049] env[69473]: DEBUG nova.compute.provider_tree [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.400093] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877398} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.400533] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 61c52b79-2ee1-450d-993d-8c1991d71f56/61c52b79-2ee1-450d-993d-8c1991d71f56.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.400822] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.401144] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d108c5e9-52ef-43ab-8ace-0c0960917f5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.409831] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 868.409831] env[69473]: value = "task-3357924" [ 868.409831] env[69473]: _type = "Task" [ 868.409831] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.423616] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.672879] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.694637] env[69473]: DEBUG nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Received event network-vif-plugged-ba77d7c9-b75c-4dc6-9570-af554e7f7c1f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.695401] env[69473]: DEBUG oslo_concurrency.lockutils [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] Acquiring lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.695674] env[69473]: DEBUG oslo_concurrency.lockutils [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.695908] env[69473]: DEBUG oslo_concurrency.lockutils [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.696115] env[69473]: DEBUG nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] No waiting events found dispatching network-vif-plugged-ba77d7c9-b75c-4dc6-9570-af554e7f7c1f {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.697021] env[69473]: WARNING nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Received unexpected event network-vif-plugged-ba77d7c9-b75c-4dc6-9570-af554e7f7c1f for instance with vm_state building and task_state spawning. [ 868.697021] env[69473]: DEBUG nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Received event network-changed-ba77d7c9-b75c-4dc6-9570-af554e7f7c1f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.697185] env[69473]: DEBUG nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Refreshing instance network info cache due to event network-changed-ba77d7c9-b75c-4dc6-9570-af554e7f7c1f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.697376] env[69473]: DEBUG oslo_concurrency.lockutils [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] Acquiring lock "refresh_cache-e471e74a-8fd2-42f0-ad19-69aa71318bc7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.841905] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Updating instance_info_cache with network_info: [{"id": "ba77d7c9-b75c-4dc6-9570-af554e7f7c1f", "address": "fa:16:3e:4a:b6:f7", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba77d7c9-b7", "ovs_interfaceid": "ba77d7c9-b75c-4dc6-9570-af554e7f7c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.861116] env[69473]: DEBUG nova.network.neutron [-] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.879230] env[69473]: DEBUG nova.scheduler.client.report [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.922422] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084605} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.922695] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.923540] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b68e4c-5447-4e99-a988-ec6c2f4b3c5e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.947142] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 61c52b79-2ee1-450d-993d-8c1991d71f56/61c52b79-2ee1-450d-993d-8c1991d71f56.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.947537] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534774f4-1c03-4366-b472-4fad3a39950b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.969058] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 868.969058] env[69473]: value = "task-3357925" [ 868.969058] env[69473]: _type = "Task" [ 868.969058] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.978116] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.342949] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.345629] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "refresh_cache-e471e74a-8fd2-42f0-ad19-69aa71318bc7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.345971] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Instance network_info: |[{"id": "ba77d7c9-b75c-4dc6-9570-af554e7f7c1f", "address": "fa:16:3e:4a:b6:f7", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba77d7c9-b7", "ovs_interfaceid": "ba77d7c9-b75c-4dc6-9570-af554e7f7c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.346460] env[69473]: DEBUG oslo_concurrency.lockutils [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] Acquired lock "refresh_cache-e471e74a-8fd2-42f0-ad19-69aa71318bc7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.346650] env[69473]: DEBUG nova.network.neutron [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Refreshing network info cache for port ba77d7c9-b75c-4dc6-9570-af554e7f7c1f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.347961] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba77d7c9-b75c-4dc6-9570-af554e7f7c1f', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.355904] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.357056] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.357335] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ec2403-c594-41db-892d-b64e07116cff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.376226] env[69473]: INFO nova.compute.manager [-] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Took 1.45 seconds to deallocate network for instance. [ 869.384533] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.384779] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.384932] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.385127] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.385273] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.385418] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.385628] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.385781] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.385948] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.386128] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.386324] env[69473]: DEBUG nova.virt.hardware [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.387434] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.390140] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34e1895-c6ac-4fc8-9fed-657bd591c173 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.395301] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.187s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.395595] env[69473]: DEBUG nova.objects.instance [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'resources' on Instance uuid 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.397465] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.397465] env[69473]: value = "task-3357926" [ 869.397465] env[69473]: _type = "Task" [ 869.397465] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.411182] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52874afd-a04b-446f-9bca-a1de693b194f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.416220] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357926, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.417795] env[69473]: INFO nova.scheduler.client.report [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Deleted allocations for instance 3da619f4-d845-4ec6-aed4-1271d5cf1b0a [ 869.480183] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357925, 'name': ReconfigVM_Task, 'duration_secs': 0.480371} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.480467] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 61c52b79-2ee1-450d-993d-8c1991d71f56/61c52b79-2ee1-450d-993d-8c1991d71f56.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.481165] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907c274a-051a-4634-ac15-02203a1c50e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.490768] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 869.490768] env[69473]: value = "task-3357927" [ 869.490768] env[69473]: _type = "Task" [ 869.490768] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.501120] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357927, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.884787] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.916799] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357926, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.938913] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96b78d72-e503-4977-928c-a11c07401169 tempest-ListImageFiltersTestJSON-846504804 tempest-ListImageFiltersTestJSON-846504804-project-member] Lock "3da619f4-d845-4ec6-aed4-1271d5cf1b0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.509s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.009458] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357927, 'name': Rename_Task, 'duration_secs': 0.288494} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.013023] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.013023] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2da4d0-50d5-41e2-9308-9e681f12d4c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.019641] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 870.019641] env[69473]: value = "task-3357928" [ 870.019641] env[69473]: _type = "Task" [ 870.019641] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.031887] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.109836] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Successfully updated port: d0bf74fd-0639-45b9-a60a-4aa8e609780d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.182495] env[69473]: DEBUG nova.network.neutron [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Updated VIF entry in instance network info cache for port ba77d7c9-b75c-4dc6-9570-af554e7f7c1f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.182873] env[69473]: DEBUG nova.network.neutron [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Updating instance_info_cache with network_info: [{"id": "ba77d7c9-b75c-4dc6-9570-af554e7f7c1f", "address": "fa:16:3e:4a:b6:f7", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba77d7c9-b7", "ovs_interfaceid": "ba77d7c9-b75c-4dc6-9570-af554e7f7c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.384792] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46419b4a-9bba-47aa-9090-817e03ff21a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.395118] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4d81b-7813-4905-93e8-215f9987f881 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.435032] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe31c326-25d7-4407-8442-d71ea0c514b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.437727] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357926, 'name': CreateVM_Task, 'duration_secs': 0.61668} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.437901] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.438968] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.439146] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.439488] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.439761] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9cca72-a13e-40ee-acb0-feab3e01b0b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.445084] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc52cbd2-1c02-4ff2-bbf6-ad18db7e1fa5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.450540] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 870.450540] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d59e5d-616a-a336-af2e-7eabe4aaf9c7" [ 870.450540] env[69473]: _type = "Task" [ 870.450540] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.462685] env[69473]: DEBUG nova.compute.provider_tree [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.470512] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d59e5d-616a-a336-af2e-7eabe4aaf9c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016596} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.471448] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.471684] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.471920] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.472083] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.472266] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.472775] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e81d9ee2-5d81-4ddd-8ffa-d8e70a571be9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.483782] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.484022] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.484760] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297b71cf-7ddf-4a6c-8cb0-c2edfcdc3868 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.493656] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 870.493656] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5268b1a0-07c1-56c1-3096-878cab5f86f7" [ 870.493656] env[69473]: _type = "Task" [ 870.493656] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.503638] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5268b1a0-07c1-56c1-3096-878cab5f86f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.533498] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.612409] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "refresh_cache-9512636c-5133-444d-ad81-9507df8b762e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.612559] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "refresh_cache-9512636c-5133-444d-ad81-9507df8b762e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.612721] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.686242] env[69473]: DEBUG oslo_concurrency.lockutils [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] Releasing lock "refresh_cache-e471e74a-8fd2-42f0-ad19-69aa71318bc7" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.686695] env[69473]: DEBUG nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Received event network-vif-deleted-b2da7ee9-7722-49d9-a467-1e48193547f8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.686999] env[69473]: INFO nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Neutron deleted interface b2da7ee9-7722-49d9-a467-1e48193547f8; detaching it from the instance and deleting it from the info cache [ 870.687292] env[69473]: DEBUG nova.network.neutron [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.766945] env[69473]: DEBUG nova.compute.manager [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Received event network-vif-plugged-d0bf74fd-0639-45b9-a60a-4aa8e609780d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.767334] env[69473]: DEBUG oslo_concurrency.lockutils [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] Acquiring lock "9512636c-5133-444d-ad81-9507df8b762e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.768200] env[69473]: DEBUG oslo_concurrency.lockutils [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] Lock "9512636c-5133-444d-ad81-9507df8b762e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.768470] env[69473]: DEBUG oslo_concurrency.lockutils [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] Lock "9512636c-5133-444d-ad81-9507df8b762e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.768671] env[69473]: DEBUG nova.compute.manager [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] No waiting events found dispatching network-vif-plugged-d0bf74fd-0639-45b9-a60a-4aa8e609780d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.768845] env[69473]: WARNING nova.compute.manager [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Received unexpected event network-vif-plugged-d0bf74fd-0639-45b9-a60a-4aa8e609780d for instance with vm_state building and task_state spawning. [ 870.769021] env[69473]: DEBUG nova.compute.manager [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Received event network-changed-d0bf74fd-0639-45b9-a60a-4aa8e609780d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.769219] env[69473]: DEBUG nova.compute.manager [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Refreshing instance network info cache due to event network-changed-d0bf74fd-0639-45b9-a60a-4aa8e609780d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.769499] env[69473]: DEBUG oslo_concurrency.lockutils [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] Acquiring lock "refresh_cache-9512636c-5133-444d-ad81-9507df8b762e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.966235] env[69473]: DEBUG nova.scheduler.client.report [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.006573] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5268b1a0-07c1-56c1-3096-878cab5f86f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015553} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.008908] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfcdd74-ae6c-4925-9e73-77ca2c4e0e39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.015370] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 871.015370] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ab93ad-8f99-72ac-853f-45a495259396" [ 871.015370] env[69473]: _type = "Task" [ 871.015370] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.026762] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ab93ad-8f99-72ac-853f-45a495259396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.038454] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357928, 'name': PowerOnVM_Task, 'duration_secs': 0.813652} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.038454] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.038454] env[69473]: INFO nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Took 8.94 seconds to spawn the instance on the hypervisor. [ 871.038632] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.039679] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f2844b-178f-4c20-9e9a-3081cc863ce4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.148572] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.190783] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcfe94db-6c11-4b70-9b08-e082839629a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.203597] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae62a98-976e-49b5-9aeb-8e338cb6da75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.244370] env[69473]: DEBUG nova.compute.manager [req-a35293be-24cb-4025-bc0b-32a12d3a9d29 req-c7d45b5a-786c-4d0c-97f0-421f9fada194 service nova] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Detach interface failed, port_id=b2da7ee9-7722-49d9-a467-1e48193547f8, reason: Instance 718ef4bd-a7e4-4577-a226-2513046d1a80 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.352885] env[69473]: DEBUG nova.network.neutron [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Updating instance_info_cache with network_info: [{"id": "d0bf74fd-0639-45b9-a60a-4aa8e609780d", "address": "fa:16:3e:01:15:9c", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bf74fd-06", "ovs_interfaceid": "d0bf74fd-0639-45b9-a60a-4aa8e609780d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.473088] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.475517] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.867s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.477644] env[69473]: INFO nova.compute.claims [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.507806] env[69473]: INFO nova.scheduler.client.report [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted allocations for instance 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a [ 871.527239] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ab93ad-8f99-72ac-853f-45a495259396, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.527598] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.527904] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e471e74a-8fd2-42f0-ad19-69aa71318bc7/e471e74a-8fd2-42f0-ad19-69aa71318bc7.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.528407] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-901860b6-1bfe-4c34-bdd2-d4b1a81fafcf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.537873] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 871.537873] env[69473]: value = "task-3357929" [ 871.537873] env[69473]: _type = "Task" [ 871.537873] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.549095] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.561227] env[69473]: INFO nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Took 47.43 seconds to build instance. [ 871.855252] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "refresh_cache-9512636c-5133-444d-ad81-9507df8b762e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.855774] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Instance network_info: |[{"id": "d0bf74fd-0639-45b9-a60a-4aa8e609780d", "address": "fa:16:3e:01:15:9c", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bf74fd-06", "ovs_interfaceid": "d0bf74fd-0639-45b9-a60a-4aa8e609780d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.856160] env[69473]: DEBUG oslo_concurrency.lockutils [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] Acquired lock "refresh_cache-9512636c-5133-444d-ad81-9507df8b762e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.856378] env[69473]: DEBUG nova.network.neutron [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Refreshing network info cache for port d0bf74fd-0639-45b9-a60a-4aa8e609780d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.857625] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:15:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0bf74fd-0639-45b9-a60a-4aa8e609780d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.866219] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.866831] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.867125] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd14d344-48b2-44cd-a40b-6144ada31d68 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.893384] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.893384] env[69473]: value = "task-3357930" [ 871.893384] env[69473]: _type = "Task" [ 871.893384] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.905113] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357930, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.017424] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2074caf5-4341-41b7-b9af-16b2711605d0 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.302s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.018704] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Acquired lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.020823] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5cad32-9137-4430-bfc7-792f9c50fc8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.031527] env[69473]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 872.031527] env[69473]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69473) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 872.031871] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9a3357b-e6c8-48bc-98a9-8c5583b7161d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.048095] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66924c7-3ea6-4c2f-9eec-982c67c93b71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.063088] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.980s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.069492] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.093347] env[69473]: ERROR root [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-670133' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-670133' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-670133' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-670133'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-670133' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-670133' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-670133'}\n"]: nova.exception.InstanceNotFound: Instance 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a could not be found. [ 872.093606] env[69473]: DEBUG oslo_concurrency.lockutils [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] Releasing lock "1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.093825] env[69473]: DEBUG nova.compute.manager [req-33bcd379-1b2f-412b-adea-522cc6c8edd2 req-6faf2794-4ab0-4d7d-9008-7b344b78513c service nova] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Detach interface failed, port_id=873fc5cd-3872-45d0-b0cd-c1fdf2c05f7c, reason: Instance 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.405524] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357930, 'name': CreateVM_Task, 'duration_secs': 0.472052} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.405788] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.406681] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.406901] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.407290] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.407649] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874bc3c5-7958-4196-a61a-a4f253aeca4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.414361] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 872.414361] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5246a0d6-f36c-fdfc-169a-9a1c1f76fd9a" [ 872.414361] env[69473]: _type = "Task" [ 872.414361] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.423987] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5246a0d6-f36c-fdfc-169a-9a1c1f76fd9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.560131] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622774} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.560208] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] e471e74a-8fd2-42f0-ad19-69aa71318bc7/e471e74a-8fd2-42f0-ad19-69aa71318bc7.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.560958] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.561400] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316c5860-0f2b-465f-a393-c87e9ff19e4a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.575704] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 872.575704] env[69473]: value = "task-3357931" [ 872.575704] env[69473]: _type = "Task" [ 872.575704] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.588951] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.700848] env[69473]: DEBUG oslo_concurrency.lockutils [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "60365def-6ca1-4e70-b628-72888c7fbd62" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.701031] env[69473]: DEBUG oslo_concurrency.lockutils [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.753400] env[69473]: DEBUG nova.network.neutron [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Updated VIF entry in instance network info cache for port d0bf74fd-0639-45b9-a60a-4aa8e609780d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.753772] env[69473]: DEBUG nova.network.neutron [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Updating instance_info_cache with network_info: [{"id": "d0bf74fd-0639-45b9-a60a-4aa8e609780d", "address": "fa:16:3e:01:15:9c", "network": {"id": "30f4c0dc-f35a-4927-a522-783db4e65637", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-542113973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a9d680c3ef84b4288a47b6905bef178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bf74fd-06", "ovs_interfaceid": "d0bf74fd-0639-45b9-a60a-4aa8e609780d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.932726] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5246a0d6-f36c-fdfc-169a-9a1c1f76fd9a, 'name': SearchDatastore_Task, 'duration_secs': 0.020344} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.933073] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.933314] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.933551] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.933698] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.933881] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.934170] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-269c6726-a181-46b3-b086-a3504b87b238 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.939091] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fbea62-d484-4945-a13f-1a6ee8d242b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.948619] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1523efd8-bb41-445b-bb6e-345b28642123 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.953145] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.953340] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.954072] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474d39c8-0a90-4459-93d4-ca96cee90e6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.961318] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 872.961318] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5212e752-9617-d979-c501-dedc61198774" [ 872.961318] env[69473]: _type = "Task" [ 872.961318] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.992348] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba185e19-26ed-40a1-8416-ab55d631cb29 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.006785] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5212e752-9617-d979-c501-dedc61198774, 'name': SearchDatastore_Task, 'duration_secs': 0.019108} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.008759] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ea95f-90a0-4bb5-b8aa-a2cd82d6ccc5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.012740] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02bc88a-5788-43ea-b419-ec27dc07993f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.019056] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 873.019056] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ef467b-e25a-979f-3f3e-5f9e241274a0" [ 873.019056] env[69473]: _type = "Task" [ 873.019056] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.028599] env[69473]: DEBUG nova.compute.provider_tree [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.040444] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ef467b-e25a-979f-3f3e-5f9e241274a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01818} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.041632] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.041897] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9512636c-5133-444d-ad81-9507df8b762e/9512636c-5133-444d-ad81-9507df8b762e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.042178] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c60b15-edd7-45bc-b8af-34b5e65b53e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.051354] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 873.051354] env[69473]: value = "task-3357932" [ 873.051354] env[69473]: _type = "Task" [ 873.051354] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.061566] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.086916] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077558} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.088317] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.088317] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92b319-26eb-42b7-a704-7f0b6d886222 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.114321] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e471e74a-8fd2-42f0-ad19-69aa71318bc7/e471e74a-8fd2-42f0-ad19-69aa71318bc7.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.114989] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b54269b7-b07e-45f4-a310-ca6f8136b83e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.144673] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 873.144673] env[69473]: value = "task-3357933" [ 873.144673] env[69473]: _type = "Task" [ 873.144673] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.154681] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.203722] env[69473]: DEBUG nova.compute.utils [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.257028] env[69473]: DEBUG oslo_concurrency.lockutils [req-780e85c7-945a-4e03-b5da-6bf1322e5364 req-c43fdcf2-4174-488f-b824-1616befc0094 service nova] Releasing lock "refresh_cache-9512636c-5133-444d-ad81-9507df8b762e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.536355] env[69473]: DEBUG nova.scheduler.client.report [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.566293] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.660187] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357933, 'name': ReconfigVM_Task, 'duration_secs': 0.37422} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.660596] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e471e74a-8fd2-42f0-ad19-69aa71318bc7/e471e74a-8fd2-42f0-ad19-69aa71318bc7.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.661381] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bbd0e1e-3afe-4271-ae85-252bee255604 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.670310] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 873.670310] env[69473]: value = "task-3357934" [ 873.670310] env[69473]: _type = "Task" [ 873.670310] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.681184] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357934, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.707776] env[69473]: DEBUG oslo_concurrency.lockutils [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.048921] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.049394] env[69473]: DEBUG nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.056024] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.811s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.066045] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637682} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.066317] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9512636c-5133-444d-ad81-9507df8b762e/9512636c-5133-444d-ad81-9507df8b762e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.066533] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.066782] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dd8ba3f-8652-4387-8bdb-0ee61f9faae5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.076213] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 874.076213] env[69473]: value = "task-3357935" [ 874.076213] env[69473]: _type = "Task" [ 874.076213] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.086223] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.182762] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357934, 'name': Rename_Task, 'duration_secs': 0.166162} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.183881] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.183881] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd3fdb35-3f39-40b9-a74c-03ce806f65fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.192063] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 874.192063] env[69473]: value = "task-3357936" [ 874.192063] env[69473]: _type = "Task" [ 874.192063] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.201375] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.556865] env[69473]: DEBUG nova.compute.utils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.563460] env[69473]: DEBUG nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.563460] env[69473]: DEBUG nova.network.neutron [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.597959] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075549} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.601703] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.605635] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9412a264-8bca-4c2a-9059-7bf947f6f7c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.634254] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 9512636c-5133-444d-ad81-9507df8b762e/9512636c-5133-444d-ad81-9507df8b762e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.638712] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5be90aa-c43e-4031-ab12-4225559cf008 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.663918] env[69473]: DEBUG nova.policy [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4d8c459cbd47c0a09e1a654e71ab66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d8b7de3993c4d7cae18bff7e0708e82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.673651] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 874.673651] env[69473]: value = "task-3357937" [ 874.673651] env[69473]: _type = "Task" [ 874.673651] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.684495] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.705898] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357936, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.788803] env[69473]: DEBUG oslo_concurrency.lockutils [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "60365def-6ca1-4e70-b628-72888c7fbd62" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.788959] env[69473]: DEBUG oslo_concurrency.lockutils [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.789240] env[69473]: INFO nova.compute.manager [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Attaching volume 6965f343-f7bb-461c-821a-7b284dd6a6ce to /dev/sdb [ 874.841023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff802b85-5741-463f-b3d0-61c7b8bf908e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.850982] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be38cc70-e60f-4885-81d1-ada539a0aa93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.871822] env[69473]: DEBUG nova.virt.block_device [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Updating existing volume attachment record: efdf05c9-6f77-4a51-a952-391fae7ebc69 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 874.986495] env[69473]: DEBUG nova.network.neutron [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Successfully created port: 1c5b8221-c7b9-4210-b54a-2469bc50afb4 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.021395] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.021699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "c105af4e-d29a-44f5-8eb6-53f303843059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.066315] env[69473]: DEBUG nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.087322] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Applying migration context for instance 2bb50809-0b14-4923-97ef-d14abd42ad0b as it has an incoming, in-progress migration f6bcefc6-5a48-4878-9a04-9838c2103a2b. Migration status is reverting {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 875.087322] env[69473]: INFO nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating resource usage from migration f6bcefc6-5a48-4878-9a04-9838c2103a2b [ 875.115792] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 943364ed-68a8-49d5-b165-a19795d43933 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.116067] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance fca9abff-1947-4808-8f04-4682cc5f8ddb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.116283] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 4095a995-43fe-4f2b-a38d-d83e46c20c7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.116448] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 959c58c5-2931-40dd-9afd-d3884a500adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.116600] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance b9fd194d-c0af-49f6-b185-f99e2ecfdb55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.116757] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 471fe7bd-9997-4baf-a7e1-ff41be585590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.116912] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1971c532-b386-46b8-b50e-a4311d188ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.117091] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 17629242-1971-4fd9-b983-ecb952ea84e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.117256] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 60365def-6ca1-4e70-b628-72888c7fbd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.117438] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 77e21e10-bb48-4273-8fd0-1257288940e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.117600] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.117747] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f222cbb3-6a0c-4159-84aa-b27251fec3ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.117902] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 753d0635-98d9-4105-93bf-cb5500eb0f34 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.118098] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 2feee6c8-909b-416b-9d57-0cfec74d978e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.118269] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Migration f6bcefc6-5a48-4878-9a04-9838c2103a2b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 875.118412] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 2bb50809-0b14-4923-97ef-d14abd42ad0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.118600] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 718ef4bd-a7e4-4577-a226-2513046d1a80 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.118762] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 61c52b79-2ee1-450d-993d-8c1991d71f56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.118910] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance e471e74a-8fd2-42f0-ad19-69aa71318bc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.119079] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 9512636c-5133-444d-ad81-9507df8b762e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.119250] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 7ac2b470-ea67-4d48-a1dd-65b94ea54e06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.185588] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.205374] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357936, 'name': PowerOnVM_Task, 'duration_secs': 0.519479} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.205791] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.205934] env[69473]: INFO nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Took 8.47 seconds to spawn the instance on the hypervisor. [ 875.206165] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.207482] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0cc6c3-4091-45ee-81ad-34eac206d556 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.525415] env[69473]: DEBUG nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.621876] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c450d12c-81d4-4208-b903-72a6a1ecb603 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 875.652160] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b2f36-5f48-f28f-7781-3bb580c1f264/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.652614] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40b34e9-b4a2-4b75-95a2-4ba1ae33f166 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.662304] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b2f36-5f48-f28f-7781-3bb580c1f264/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.662600] env[69473]: ERROR oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b2f36-5f48-f28f-7781-3bb580c1f264/disk-0.vmdk due to incomplete transfer. [ 875.662937] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81832615-2cb5-4ee5-8e97-9afe772c9cb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.674020] env[69473]: DEBUG oslo_vmware.rw_handles [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b2f36-5f48-f28f-7781-3bb580c1f264/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.674020] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Uploaded image 5dac4389-1019-473f-82f3-158cc0452a92 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.674821] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.675638] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4417e316-f633-4619-858b-7555c8689670 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.690896] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357937, 'name': ReconfigVM_Task, 'duration_secs': 0.535339} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.692232] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 9512636c-5133-444d-ad81-9507df8b762e/9512636c-5133-444d-ad81-9507df8b762e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.693479] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 875.693479] env[69473]: value = "task-3357941" [ 875.693479] env[69473]: _type = "Task" [ 875.693479] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.693692] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce38931a-29a9-4a8b-bbcd-650b98e8344c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.707483] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357941, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.709087] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 875.709087] env[69473]: value = "task-3357942" [ 875.709087] env[69473]: _type = "Task" [ 875.709087] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.726952] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357942, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.731192] env[69473]: INFO nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Took 47.00 seconds to build instance. [ 875.889253] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.889590] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.052851] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.077336] env[69473]: DEBUG nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.106034] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.106034] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.106277] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.106462] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.106643] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.106825] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.107055] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.107224] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.107395] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.107560] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.108048] env[69473]: DEBUG nova.virt.hardware [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.108632] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458953e7-265c-42f1-a658-71f0208626da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.117186] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa420ad-13f6-4b44-8ead-a93c216feef6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.131511] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 9bd9d879-229b-40a3-bf86-2a5a84d1656a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.205649] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357941, 'name': Destroy_Task, 'duration_secs': 0.403067} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.205926] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Destroyed the VM [ 876.206345] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.206425] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-79bb15be-a1e1-4259-93b4-53fcd38f49b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.214173] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 876.214173] env[69473]: value = "task-3357943" [ 876.214173] env[69473]: _type = "Task" [ 876.214173] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.222397] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357942, 'name': Rename_Task, 'duration_secs': 0.24926} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.223333] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.223652] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3886d7-6a4a-49e5-9e70-9b2505b3e9b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.228735] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357943, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.232627] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.117s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.237555] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 876.237555] env[69473]: value = "task-3357944" [ 876.237555] env[69473]: _type = "Task" [ 876.237555] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.245896] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.393617] env[69473]: DEBUG nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.451174] env[69473]: DEBUG nova.compute.manager [req-5be63ef8-9404-4a60-b42c-097e9805cc56 req-f963c2f1-90fc-421f-9545-adea816b41cd service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Received event network-vif-plugged-1c5b8221-c7b9-4210-b54a-2469bc50afb4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.451426] env[69473]: DEBUG oslo_concurrency.lockutils [req-5be63ef8-9404-4a60-b42c-097e9805cc56 req-f963c2f1-90fc-421f-9545-adea816b41cd service nova] Acquiring lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.451646] env[69473]: DEBUG oslo_concurrency.lockutils [req-5be63ef8-9404-4a60-b42c-097e9805cc56 req-f963c2f1-90fc-421f-9545-adea816b41cd service nova] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.451826] env[69473]: DEBUG oslo_concurrency.lockutils [req-5be63ef8-9404-4a60-b42c-097e9805cc56 req-f963c2f1-90fc-421f-9545-adea816b41cd service nova] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.452163] env[69473]: DEBUG nova.compute.manager [req-5be63ef8-9404-4a60-b42c-097e9805cc56 req-f963c2f1-90fc-421f-9545-adea816b41cd service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] No waiting events found dispatching network-vif-plugged-1c5b8221-c7b9-4210-b54a-2469bc50afb4 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.452418] env[69473]: WARNING nova.compute.manager [req-5be63ef8-9404-4a60-b42c-097e9805cc56 req-f963c2f1-90fc-421f-9545-adea816b41cd service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Received unexpected event network-vif-plugged-1c5b8221-c7b9-4210-b54a-2469bc50afb4 for instance with vm_state building and task_state spawning. [ 876.547063] env[69473]: DEBUG nova.network.neutron [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Successfully updated port: 1c5b8221-c7b9-4210-b54a-2469bc50afb4 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.634673] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance feb825e4-a7b5-4209-aca1-9ecd593665bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.725460] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357943, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359561} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.725701] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 876.726014] env[69473]: DEBUG nova.compute.manager [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.726794] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da29405-5e82-453a-91ac-f7b23fb986ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.747263] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.917252] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.052793] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "refresh_cache-7ac2b470-ea67-4d48-a1dd-65b94ea54e06" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.052982] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "refresh_cache-7ac2b470-ea67-4d48-a1dd-65b94ea54e06" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.053193] env[69473]: DEBUG nova.network.neutron [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.138068] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1b83784a-be10-4ae2-a3ab-35ecd1b930f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 877.239353] env[69473]: INFO nova.compute.manager [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Shelve offloading [ 877.252504] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.589402] env[69473]: DEBUG nova.network.neutron [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.641717] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 877.747954] env[69473]: DEBUG nova.network.neutron [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Updating instance_info_cache with network_info: [{"id": "1c5b8221-c7b9-4210-b54a-2469bc50afb4", "address": "fa:16:3e:28:d5:42", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5b8221-c7", "ovs_interfaceid": "1c5b8221-c7b9-4210-b54a-2469bc50afb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.749439] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.749983] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09436b3c-aa1e-4773-a93f-9da3891c8599 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.757279] env[69473]: DEBUG oslo_vmware.api [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357944, 'name': PowerOnVM_Task, 'duration_secs': 1.068519} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.758458] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.758686] env[69473]: INFO nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Took 8.42 seconds to spawn the instance on the hypervisor. [ 877.758867] env[69473]: DEBUG nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.759207] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 877.759207] env[69473]: value = "task-3357946" [ 877.759207] env[69473]: _type = "Task" [ 877.759207] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.760458] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fab84bb-b8f9-4fb8-a6a7-bef87ac16874 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.776614] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.776812] env[69473]: DEBUG nova.compute.manager [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.777558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f69909-a88d-4324-a5c0-782b0071954d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.784036] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.784185] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.784356] env[69473]: DEBUG nova.network.neutron [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.144295] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c105af4e-d29a-44f5-8eb6-53f303843059 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 878.144602] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 878.144742] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 878.251397] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "refresh_cache-7ac2b470-ea67-4d48-a1dd-65b94ea54e06" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.251715] env[69473]: DEBUG nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Instance network_info: |[{"id": "1c5b8221-c7b9-4210-b54a-2469bc50afb4", "address": "fa:16:3e:28:d5:42", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5b8221-c7", "ovs_interfaceid": "1c5b8221-c7b9-4210-b54a-2469bc50afb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.252174] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:d5:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c5b8221-c7b9-4210-b54a-2469bc50afb4', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.259924] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.262218] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.262620] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bbaeb9c-6d05-41de-9b19-75075fbda8f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.287699] env[69473]: INFO nova.compute.manager [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Took 46.60 seconds to build instance. [ 878.292500] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.292500] env[69473]: value = "task-3357947" [ 878.292500] env[69473]: _type = "Task" [ 878.292500] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.306148] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357947, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.529121] env[69473]: DEBUG nova.network.neutron [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Updating instance_info_cache with network_info: [{"id": "7c8da657-3355-484c-a4ce-a44538dd32fa", "address": "fa:16:3e:c7:64:72", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c8da657-33", "ovs_interfaceid": "7c8da657-3355-484c-a4ce-a44538dd32fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.533123] env[69473]: DEBUG nova.compute.manager [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Received event network-changed-1c5b8221-c7b9-4210-b54a-2469bc50afb4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.533123] env[69473]: DEBUG nova.compute.manager [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Refreshing instance network info cache due to event network-changed-1c5b8221-c7b9-4210-b54a-2469bc50afb4. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.533123] env[69473]: DEBUG oslo_concurrency.lockutils [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] Acquiring lock "refresh_cache-7ac2b470-ea67-4d48-a1dd-65b94ea54e06" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.533123] env[69473]: DEBUG oslo_concurrency.lockutils [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] Acquired lock "refresh_cache-7ac2b470-ea67-4d48-a1dd-65b94ea54e06" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.533275] env[69473]: DEBUG nova.network.neutron [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Refreshing network info cache for port 1c5b8221-c7b9-4210-b54a-2469bc50afb4 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.561597] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9215e2e8-a8a6-42e9-a813-c94d2e1e9d2f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.569926] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe2b27-bf93-4c34-9b62-36a8396bf3be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.607203] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f3d292-e155-4631-bfb4-3dfbda4372cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.621474] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abace534-4eb4-4a55-bce7-f10f47054e05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.638240] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.790120] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c49eea69-25cc-494c-8e43-391dbffb867c tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "9512636c-5133-444d-ad81-9507df8b762e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.632s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.802606] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357947, 'name': CreateVM_Task, 'duration_secs': 0.366049} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.806025] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.806025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.806025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.806025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.806025] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17eecb02-5dd9-444f-ad40-ab72bcc5d44a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.809709] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 878.809709] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b6927-b0e0-2d71-268d-dcf6494a6a01" [ 878.809709] env[69473]: _type = "Task" [ 878.809709] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.818384] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b6927-b0e0-2d71-268d-dcf6494a6a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.037662] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115230] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "61c52b79-2ee1-450d-993d-8c1991d71f56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.115498] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.115812] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "61c52b79-2ee1-450d-993d-8c1991d71f56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.115888] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.116098] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.118827] env[69473]: INFO nova.compute.manager [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Terminating instance [ 879.141482] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.322286] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b6927-b0e0-2d71-268d-dcf6494a6a01, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.322619] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.322810] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.323058] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.323209] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.323387] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.323649] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da2ac71-63cd-4e83-867b-27760b4b1cee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.332119] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.332286] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.333029] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf84ecb3-5bab-42ee-b285-deed1f5b85a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.339332] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 879.339332] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eabfb2-5fb5-3edb-14f3-3985fac71e9a" [ 879.339332] env[69473]: _type = "Task" [ 879.339332] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.347038] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eabfb2-5fb5-3edb-14f3-3985fac71e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.369475] env[69473]: DEBUG nova.network.neutron [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Updated VIF entry in instance network info cache for port 1c5b8221-c7b9-4210-b54a-2469bc50afb4. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.369895] env[69473]: DEBUG nova.network.neutron [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Updating instance_info_cache with network_info: [{"id": "1c5b8221-c7b9-4210-b54a-2469bc50afb4", "address": "fa:16:3e:28:d5:42", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5b8221-c7", "ovs_interfaceid": "1c5b8221-c7b9-4210-b54a-2469bc50afb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.445651] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.446547] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebaec9-477a-43fd-bcd0-4026e08e5475 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.454651] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.454885] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f136dd70-fc9b-49aa-a85a-84d3c7612589 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.522280] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.522280] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.522280] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleting the datastore file [datastore1] 2feee6c8-909b-416b-9d57-0cfec74d978e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.522483] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62030a24-e88d-482e-94da-ba157d9d5554 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.530514] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 879.530514] env[69473]: value = "task-3357949" [ 879.530514] env[69473]: _type = "Task" [ 879.530514] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.539428] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.624095] env[69473]: DEBUG nova.compute.manager [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.624310] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.625227] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5a0db2-d206-46da-bc07-0f1ab804de0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.634310] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.634646] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1946a961-56e3-4968-88d7-9508a6b243cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.643009] env[69473]: DEBUG oslo_vmware.api [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 879.643009] env[69473]: value = "task-3357950" [ 879.643009] env[69473]: _type = "Task" [ 879.643009] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.647177] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 879.647685] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.595s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.647838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.871s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.649372] env[69473]: INFO nova.compute.claims [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.652197] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.652346] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Cleaning up deleted instances {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 879.659855] env[69473]: DEBUG oslo_vmware.api [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.851233] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eabfb2-5fb5-3edb-14f3-3985fac71e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.852055] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5c6af5-844d-4d4a-ab8d-2f19ca86f901 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.858034] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 879.858034] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529c68c5-cde5-a675-1597-b72817012126" [ 879.858034] env[69473]: _type = "Task" [ 879.858034] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.866871] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529c68c5-cde5-a675-1597-b72817012126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.872871] env[69473]: DEBUG oslo_concurrency.lockutils [req-077c7059-62f2-4f47-95b4-e771dd054ef7 req-452bb233-bf0b-4cf2-95f0-f7fee36aa1df service nova] Releasing lock "refresh_cache-7ac2b470-ea67-4d48-a1dd-65b94ea54e06" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.928136] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 879.928387] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670190', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'name': 'volume-6965f343-f7bb-461c-821a-7b284dd6a6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60365def-6ca1-4e70-b628-72888c7fbd62', 'attached_at': '', 'detached_at': '', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'serial': '6965f343-f7bb-461c-821a-7b284dd6a6ce'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 879.929780] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d39ee6-2e8e-4b24-9193-f59a0f67ba01 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.950363] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa74226-8510-42c1-b303-4532ccb45f72 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.975946] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-6965f343-f7bb-461c-821a-7b284dd6a6ce/volume-6965f343-f7bb-461c-821a-7b284dd6a6ce.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.976299] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed189b9-8a71-4be0-bcdb-a40dd4730a9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.997453] env[69473]: DEBUG oslo_vmware.api [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 879.997453] env[69473]: value = "task-3357951" [ 879.997453] env[69473]: _type = "Task" [ 879.997453] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.007292] env[69473]: DEBUG oslo_vmware.api [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.041708] env[69473]: DEBUG oslo_vmware.api [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3357949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260027} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.042049] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.042281] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.042540] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.067169] env[69473]: INFO nova.scheduler.client.report [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted allocations for instance 2feee6c8-909b-416b-9d57-0cfec74d978e [ 880.168199] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] There are 46 instances to clean {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 880.168199] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1d38a1d0-fe63-4c28-af50-08f959fd42d0] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.171601] env[69473]: DEBUG oslo_vmware.api [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357950, 'name': PowerOffVM_Task, 'duration_secs': 0.296966} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.172412] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.172589] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.172846] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f389fd9-ebc5-4cfb-b539-c6ad5ce651b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.299476] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.299476] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.299785] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleting the datastore file [datastore2] 61c52b79-2ee1-450d-993d-8c1991d71f56 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.299945] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b851a7-6f38-4c04-9686-bfaaf4c6a312 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.308875] env[69473]: DEBUG oslo_vmware.api [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 880.308875] env[69473]: value = "task-3357953" [ 880.308875] env[69473]: _type = "Task" [ 880.308875] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.318363] env[69473]: DEBUG oslo_vmware.api [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.371307] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529c68c5-cde5-a675-1597-b72817012126, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.371641] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.371951] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7ac2b470-ea67-4d48-a1dd-65b94ea54e06/7ac2b470-ea67-4d48-a1dd-65b94ea54e06.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.372247] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bddca5da-156f-43f8-ae0f-24578aea96c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.381506] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 880.381506] env[69473]: value = "task-3357954" [ 880.381506] env[69473]: _type = "Task" [ 880.381506] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.391092] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.507750] env[69473]: DEBUG oslo_vmware.api [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357951, 'name': ReconfigVM_Task, 'duration_secs': 0.473416} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.508048] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-6965f343-f7bb-461c-821a-7b284dd6a6ce/volume-6965f343-f7bb-461c-821a-7b284dd6a6ce.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.512915] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a756fa9d-a30d-4a19-900f-c622e2eef943 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.527774] env[69473]: DEBUG oslo_vmware.api [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 880.527774] env[69473]: value = "task-3357955" [ 880.527774] env[69473]: _type = "Task" [ 880.527774] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.537992] env[69473]: DEBUG oslo_vmware.api [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.561245] env[69473]: DEBUG nova.compute.manager [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Received event network-vif-unplugged-7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.561541] env[69473]: DEBUG oslo_concurrency.lockutils [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] Acquiring lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.561705] env[69473]: DEBUG oslo_concurrency.lockutils [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.561951] env[69473]: DEBUG oslo_concurrency.lockutils [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.562076] env[69473]: DEBUG nova.compute.manager [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] No waiting events found dispatching network-vif-unplugged-7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.562261] env[69473]: WARNING nova.compute.manager [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Received unexpected event network-vif-unplugged-7c8da657-3355-484c-a4ce-a44538dd32fa for instance with vm_state shelved_offloaded and task_state None. [ 880.562469] env[69473]: DEBUG nova.compute.manager [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Received event network-changed-7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.562603] env[69473]: DEBUG nova.compute.manager [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Refreshing instance network info cache due to event network-changed-7c8da657-3355-484c-a4ce-a44538dd32fa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.562792] env[69473]: DEBUG oslo_concurrency.lockutils [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] Acquiring lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.562961] env[69473]: DEBUG oslo_concurrency.lockutils [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] Acquired lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.563093] env[69473]: DEBUG nova.network.neutron [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Refreshing network info cache for port 7c8da657-3355-484c-a4ce-a44538dd32fa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.571952] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.676638] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: a9cbbd16-a3d7-4e4f-a248-69fb2f2f911e] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.833383] env[69473]: DEBUG oslo_vmware.api [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3357953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194734} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.836570] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.836840] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.837060] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.837250] env[69473]: INFO nova.compute.manager [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Took 1.21 seconds to destroy the instance on the hypervisor. [ 880.837513] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.838028] env[69473]: DEBUG nova.compute.manager [-] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.838865] env[69473]: DEBUG nova.network.neutron [-] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.896952] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.042443] env[69473]: DEBUG oslo_vmware.api [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3357955, 'name': ReconfigVM_Task, 'duration_secs': 0.162622} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.042808] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670190', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'name': 'volume-6965f343-f7bb-461c-821a-7b284dd6a6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60365def-6ca1-4e70-b628-72888c7fbd62', 'attached_at': '', 'detached_at': '', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'serial': '6965f343-f7bb-461c-821a-7b284dd6a6ce'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 881.078116] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608abc0-b649-4b4a-be0a-56f1b2313543 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.088994] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f37ae-c065-4a78-9b28-0001cc058af5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.130306] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf6d322-5dd1-4da4-a640-b0af9e089ea5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.141098] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc32636e-b7ac-4c66-9499-5f084cf91484 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.160362] env[69473]: DEBUG nova.compute.provider_tree [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.179939] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 7bb9ad05-7fca-44f1-9c9b-8bb443b88065] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.318859] env[69473]: DEBUG nova.network.neutron [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Updated VIF entry in instance network info cache for port 7c8da657-3355-484c-a4ce-a44538dd32fa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.319265] env[69473]: DEBUG nova.network.neutron [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Updating instance_info_cache with network_info: [{"id": "7c8da657-3355-484c-a4ce-a44538dd32fa", "address": "fa:16:3e:c7:64:72", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": null, "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7c8da657-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.397081] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600639} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.397402] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7ac2b470-ea67-4d48-a1dd-65b94ea54e06/7ac2b470-ea67-4d48-a1dd-65b94ea54e06.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.397695] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.397952] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-386a20e2-3347-4686-bfc6-214f8333d25e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.407012] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 881.407012] env[69473]: value = "task-3357956" [ 881.407012] env[69473]: _type = "Task" [ 881.407012] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.417292] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.485436] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "2feee6c8-909b-416b-9d57-0cfec74d978e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.636060] env[69473]: DEBUG nova.network.neutron [-] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.663341] env[69473]: DEBUG nova.scheduler.client.report [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.685194] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1c62524e-5890-4889-9930-edac26682502] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.821995] env[69473]: DEBUG oslo_concurrency.lockutils [req-985daabf-b1ce-4453-94bf-a3b0215924cc req-dae37c4b-e4a2-4c2c-934a-c5e7d1ea2da3 service nova] Releasing lock "refresh_cache-2feee6c8-909b-416b-9d57-0cfec74d978e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.917119] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070188} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.917421] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.918268] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06d9810-0317-4be4-80a7-f08702e2cd34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.941909] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 7ac2b470-ea67-4d48-a1dd-65b94ea54e06/7ac2b470-ea67-4d48-a1dd-65b94ea54e06.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.941909] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e5f150-c968-4912-960a-8272683da726 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.967647] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 881.967647] env[69473]: value = "task-3357957" [ 881.967647] env[69473]: _type = "Task" [ 881.967647] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.979558] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.085183] env[69473]: DEBUG nova.objects.instance [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'flavor' on Instance uuid 60365def-6ca1-4e70-b628-72888c7fbd62 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.139541] env[69473]: INFO nova.compute.manager [-] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Took 1.30 seconds to deallocate network for instance. [ 882.169303] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.170498] env[69473]: DEBUG nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.179701] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.963s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.181308] env[69473]: INFO nova.compute.claims [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.188399] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 0b95e35b-1689-4d92-95c5-4d4b8abcb567] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.478184] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357957, 'name': ReconfigVM_Task, 'duration_secs': 0.324753} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.478562] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 7ac2b470-ea67-4d48-a1dd-65b94ea54e06/7ac2b470-ea67-4d48-a1dd-65b94ea54e06.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.479106] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e183e08-d549-408b-bf4a-9018d908fc4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.486291] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 882.486291] env[69473]: value = "task-3357958" [ 882.486291] env[69473]: _type = "Task" [ 882.486291] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.495092] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357958, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.591731] env[69473]: DEBUG oslo_concurrency.lockutils [None req-997944d6-a263-48f4-890b-6094d0388e28 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.645909] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.681124] env[69473]: DEBUG nova.compute.utils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.682627] env[69473]: DEBUG nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 882.691783] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 59bef0c6-2345-4728-8502-cab86260b5b8] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.783884] env[69473]: DEBUG nova.compute.manager [req-ac7b6101-f24f-4683-885e-f3eab9257615 req-2b74a432-95ec-426f-9a2c-fab8b979f602 service nova] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Received event network-vif-deleted-d2e6244e-a818-4c30-9d69-37b1b86f4979 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.996587] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357958, 'name': Rename_Task, 'duration_secs': 0.162688} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.996908] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.997186] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6658fb5-82df-4cbf-993f-45c518eafb2d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.004012] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 883.004012] env[69473]: value = "task-3357959" [ 883.004012] env[69473]: _type = "Task" [ 883.004012] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.011504] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.184658] env[69473]: DEBUG nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.195055] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: a480a382-d8b1-417a-b9d3-c6f0d396071e] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.405867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.405867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.515100] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357959, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.552865] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5712ac-b5bc-485f-84dd-a781b383e8e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.561502] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d91824-368d-449d-a6d9-ac4538f6ee63 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.595035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96348110-23b3-4556-a270-1fb9c4316312 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.602958] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b5acb4-a27a-4878-9f7e-8622d83a8682 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.617047] env[69473]: DEBUG nova.compute.provider_tree [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.699707] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: cdc94932-bb65-4b65-8d3d-5ec9dec7d694] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.908015] env[69473]: DEBUG nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.016016] env[69473]: DEBUG oslo_vmware.api [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357959, 'name': PowerOnVM_Task, 'duration_secs': 0.523882} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.016312] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.016524] env[69473]: INFO nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Took 7.94 seconds to spawn the instance on the hypervisor. [ 884.016707] env[69473]: DEBUG nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.017562] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b40158e-f749-414f-bbe3-b4c667a9d525 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.120707] env[69473]: DEBUG nova.scheduler.client.report [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.195241] env[69473]: DEBUG nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.202719] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1c559ad5-c4a3-4efe-9cf9-6cb5d6d0b46a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.220948] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.221216] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.221374] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.221555] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.221700] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.221847] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.222068] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.222233] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.222404] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.222581] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.222755] env[69473]: DEBUG nova.virt.hardware [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.223641] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103707a-663d-4ca6-abc5-d6facfe1b498 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.233285] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd4c401-4927-4c30-a8a7-f9447648d8c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.249969] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.255505] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Creating folder: Project (3b8adc69650840498ca129762ea8e860). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.255780] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f102d2ef-9c45-4a57-9f44-b38029c67933 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.268028] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Created folder: Project (3b8adc69650840498ca129762ea8e860) in parent group-v669999. [ 884.268162] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Creating folder: Instances. Parent ref: group-v670192. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.268393] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-236d3c76-64f7-4727-bd6a-d0c229b3d648 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.278901] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Created folder: Instances in parent group-v670192. [ 884.279150] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.279346] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.279554] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-395d7cba-9afe-4e5f-864d-95ee9c831c48 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.297658] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.297658] env[69473]: value = "task-3357962" [ 884.297658] env[69473]: _type = "Task" [ 884.297658] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.306300] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357962, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.431715] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.535529] env[69473]: INFO nova.compute.manager [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Took 46.94 seconds to build instance. [ 884.627785] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.627965] env[69473]: DEBUG nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.630838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.636s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.631037] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.633041] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.140s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.633330] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.636027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.194s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.636395] env[69473]: INFO nova.compute.claims [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.655802] env[69473]: INFO nova.scheduler.client.report [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Deleted allocations for instance e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78 [ 884.658266] env[69473]: INFO nova.scheduler.client.report [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Deleted allocations for instance 77e21e10-bb48-4273-8fd0-1257288940e3 [ 884.705580] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 5cb99bc6-0db5-47ba-9b06-ab3be1f8908e] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.808554] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357962, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.037520] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8160aff9-59f8-4135-bcce-7ed399b61643 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.452s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.141400] env[69473]: DEBUG nova.compute.utils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.146094] env[69473]: DEBUG nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.146094] env[69473]: DEBUG nova.network.neutron [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.165554] env[69473]: DEBUG oslo_concurrency.lockutils [None req-628885d2-3825-49ff-a7b2-676e68c3698f tempest-ServerPasswordTestJSON-80535507 tempest-ServerPasswordTestJSON-80535507-project-member] Lock "e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.387s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.168975] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42314767-5bb7-484c-a285-8b87629a61c6 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "77e21e10-bb48-4273-8fd0-1257288940e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.840s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.205837] env[69473]: DEBUG nova.policy [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0d53c376b6440cdb0b6d48ae70795e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414585c3f8584d51bcd9419aaba66cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.209351] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 4767f76b-6acb-43be-b46c-18b2ca550d18] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.310787] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357962, 'name': CreateVM_Task, 'duration_secs': 0.992879} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.310956] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.311547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.311743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.312117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.312391] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f30bcf3-1f06-4818-a59e-2c70acda2858 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.322274] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 885.322274] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525e7014-be12-7d18-092c-c80dee2a718d" [ 885.322274] env[69473]: _type = "Task" [ 885.322274] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.333874] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525e7014-be12-7d18-092c-c80dee2a718d, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.334347] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.334784] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.334892] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.335088] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.335701] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.336048] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230d9b45-3a70-4cbc-8ccd-a678c66621a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.346210] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.346411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.347173] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2927b057-b290-433b-abdf-72c321124592 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.354258] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 885.354258] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5228b887-0e36-602b-a4bf-2182cf30f659" [ 885.354258] env[69473]: _type = "Task" [ 885.354258] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.364843] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5228b887-0e36-602b-a4bf-2182cf30f659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.488492] env[69473]: DEBUG nova.network.neutron [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Successfully created port: b8b59077-c93e-4662-9768-82a796de5f75 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.646390] env[69473]: DEBUG nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.712643] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 7b169415-c41d-4e7e-92f0-b1a052b96fcb] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.866074] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5228b887-0e36-602b-a4bf-2182cf30f659, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.866861] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c471d6-074e-4268-bb0c-69398b129071 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.873016] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 885.873016] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529823fd-47c5-6254-a4d6-d1a624a2a9e8" [ 885.873016] env[69473]: _type = "Task" [ 885.873016] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.884726] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529823fd-47c5-6254-a4d6-d1a624a2a9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.884970] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.885241] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.885486] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06a32d20-1793-48b1-90d7-cfb9a251a681 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.894714] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 885.894714] env[69473]: value = "task-3357963" [ 885.894714] env[69473]: _type = "Task" [ 885.894714] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.905257] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.994098] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad5307d-8790-41f4-9e86-90e2e5722ad6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.002526] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28805790-7ec1-429f-a35d-046e03cafa76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.034113] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd14ebe7-1ff3-4d29-a33d-8bb2b0e2e401 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.043124] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d00d154-21b9-47ea-b916-b636d5e4ec91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.060323] env[69473]: DEBUG nova.compute.provider_tree [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.217712] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 821a77a7-502f-482d-9e13-5317d69eab1e] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.406974] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462066} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.407322] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.407601] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.407931] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0cffb7d-43eb-4b26-b6f8-5ce372dcf310 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.415203] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 886.415203] env[69473]: value = "task-3357964" [ 886.415203] env[69473]: _type = "Task" [ 886.415203] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.427291] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.563922] env[69473]: DEBUG nova.scheduler.client.report [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.659924] env[69473]: DEBUG nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.698631] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.698631] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.698869] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.699987] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.699987] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.699987] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.700168] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.701342] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.701342] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.701342] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.701342] env[69473]: DEBUG nova.virt.hardware [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.702543] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc9b574-354a-46fd-a1d3-efa673fd5489 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.714941] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d5c43-1713-4465-8981-ac8b09b61319 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.721503] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 78fdc5c0-51d8-49b9-929f-810f9439c84a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.792008] env[69473]: DEBUG nova.compute.manager [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.792928] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d089e-e612-4e55-ab2a-3dab1ab3ceb5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.925321] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172833} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.925565] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.927196] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25202d6f-5bd8-4c22-98fd-ca9fcdb4e153 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.948639] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.948921] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafcf017-51fb-42fc-9c53-7b8a88dea218 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.971060] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 886.971060] env[69473]: value = "task-3357965" [ 886.971060] env[69473]: _type = "Task" [ 886.971060] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.979426] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.054564] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.055072] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.055072] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.055072] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.055273] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.057497] env[69473]: INFO nova.compute.manager [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Terminating instance [ 887.069437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.070300] env[69473]: DEBUG nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.077752] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.603s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.077752] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.077752] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.551s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.082031] env[69473]: INFO nova.compute.claims [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.116809] env[69473]: INFO nova.scheduler.client.report [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted allocations for instance 17629242-1971-4fd9-b983-ecb952ea84e7 [ 887.127230] env[69473]: DEBUG nova.compute.manager [req-54ac0a98-6bba-48eb-8be3-f1a31b265cfd req-0bf14dd7-ad8d-4a21-961c-26402de9df99 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Received event network-vif-plugged-b8b59077-c93e-4662-9768-82a796de5f75 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.127438] env[69473]: DEBUG oslo_concurrency.lockutils [req-54ac0a98-6bba-48eb-8be3-f1a31b265cfd req-0bf14dd7-ad8d-4a21-961c-26402de9df99 service nova] Acquiring lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.127677] env[69473]: DEBUG oslo_concurrency.lockutils [req-54ac0a98-6bba-48eb-8be3-f1a31b265cfd req-0bf14dd7-ad8d-4a21-961c-26402de9df99 service nova] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.127861] env[69473]: DEBUG oslo_concurrency.lockutils [req-54ac0a98-6bba-48eb-8be3-f1a31b265cfd req-0bf14dd7-ad8d-4a21-961c-26402de9df99 service nova] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.128043] env[69473]: DEBUG nova.compute.manager [req-54ac0a98-6bba-48eb-8be3-f1a31b265cfd req-0bf14dd7-ad8d-4a21-961c-26402de9df99 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] No waiting events found dispatching network-vif-plugged-b8b59077-c93e-4662-9768-82a796de5f75 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.128215] env[69473]: WARNING nova.compute.manager [req-54ac0a98-6bba-48eb-8be3-f1a31b265cfd req-0bf14dd7-ad8d-4a21-961c-26402de9df99 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Received unexpected event network-vif-plugged-b8b59077-c93e-4662-9768-82a796de5f75 for instance with vm_state building and task_state spawning. [ 887.154684] env[69473]: DEBUG nova.network.neutron [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Successfully updated port: b8b59077-c93e-4662-9768-82a796de5f75 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.228703] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: a3ad0aea-424a-48cd-b100-cc9fdfcd4a82] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.306746] env[69473]: INFO nova.compute.manager [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] instance snapshotting [ 887.308663] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa3369-51a2-40cb-80a8-2c4da8e6167c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.330888] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae47a816-6051-4b28-bc60-53c6711e5449 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.481918] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357965, 'name': ReconfigVM_Task, 'duration_secs': 0.305605} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.482246] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.482870] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d71297d8-ba55-4984-bc35-b1cae30a7311 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.490565] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 887.490565] env[69473]: value = "task-3357966" [ 887.490565] env[69473]: _type = "Task" [ 887.490565] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.499667] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357966, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.562861] env[69473]: DEBUG nova.compute.manager [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.563143] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.564068] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba6a30f-0d2d-4f87-b6cc-9d7cce3d43b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.576019] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.576019] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15cca299-aa8b-4178-bc47-6fa867e4c160 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.583016] env[69473]: DEBUG nova.compute.utils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.588835] env[69473]: DEBUG nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.589072] env[69473]: DEBUG nova.network.neutron [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.591366] env[69473]: DEBUG oslo_vmware.api [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 887.591366] env[69473]: value = "task-3357967" [ 887.591366] env[69473]: _type = "Task" [ 887.591366] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.605093] env[69473]: DEBUG oslo_vmware.api [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.633672] env[69473]: DEBUG oslo_concurrency.lockutils [None req-29ffc6b1-a042-436d-b4a2-2d2c010b6d74 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "17629242-1971-4fd9-b983-ecb952ea84e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.072s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.648653] env[69473]: DEBUG nova.policy [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1e3b07e533845469e789384e4b10da9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef7d53c3e97433fa5a66f1afa938a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.658098] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-9bd9d879-229b-40a3-bf86-2a5a84d1656a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.658290] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-9bd9d879-229b-40a3-bf86-2a5a84d1656a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.658459] env[69473]: DEBUG nova.network.neutron [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.730607] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 0511381c-3185-4825-9464-7b74e05e696f] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.845305] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.845305] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6087ecad-8a9f-4de7-a2e0-e93543d5908e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.853128] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 887.853128] env[69473]: value = "task-3357968" [ 887.853128] env[69473]: _type = "Task" [ 887.853128] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.868797] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.973586] env[69473]: DEBUG nova.network.neutron [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Successfully created port: 1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.005018] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357966, 'name': Rename_Task, 'duration_secs': 0.152416} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.005018] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.005018] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86c9d422-0d92-4930-9561-d42a817b5b68 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.013813] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 888.013813] env[69473]: value = "task-3357969" [ 888.013813] env[69473]: _type = "Task" [ 888.013813] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.024054] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.089049] env[69473]: DEBUG nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.107610] env[69473]: DEBUG oslo_vmware.api [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357967, 'name': PowerOffVM_Task, 'duration_secs': 0.344358} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.107890] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.108083] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.108348] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70252937-71ac-4cd3-aeb3-f802b939a440 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.183504] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.183980] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.184309] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Deleting the datastore file [datastore2] b9fd194d-c0af-49f6-b185-f99e2ecfdb55 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.184676] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6bbb862-14ba-41f4-9d9c-31c796605063 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.193432] env[69473]: DEBUG oslo_vmware.api [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for the task: (returnval){ [ 888.193432] env[69473]: value = "task-3357971" [ 888.193432] env[69473]: _type = "Task" [ 888.193432] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.205860] env[69473]: DEBUG oslo_vmware.api [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.207907] env[69473]: DEBUG nova.network.neutron [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.233955] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 3da619f4-d845-4ec6-aed4-1271d5cf1b0a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.366715] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.402414] env[69473]: DEBUG nova.network.neutron [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Updating instance_info_cache with network_info: [{"id": "b8b59077-c93e-4662-9768-82a796de5f75", "address": "fa:16:3e:b8:16:ec", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b59077-c9", "ovs_interfaceid": "b8b59077-c93e-4662-9768-82a796de5f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.507761] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a80c39-ae18-43d1-8067-3a9983715887 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.518906] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c6b4c-5f9b-435c-b881-ea452e302d27 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.528247] env[69473]: DEBUG oslo_vmware.api [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357969, 'name': PowerOnVM_Task, 'duration_secs': 0.492353} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.555897] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.556174] env[69473]: INFO nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Took 4.36 seconds to spawn the instance on the hypervisor. [ 888.556360] env[69473]: DEBUG nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.557742] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f5268-31cd-4287-8c4e-1f40259073a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.560810] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05041f5b-d39a-43b5-b2d6-f74ef0739109 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.573930] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fadca54-40c5-405c-bb5b-cf0c5456d2bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.588473] env[69473]: DEBUG nova.compute.provider_tree [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.708589] env[69473]: DEBUG oslo_vmware.api [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Task: {'id': task-3357971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143864} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.709373] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.709373] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.709373] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.709531] env[69473]: INFO nova.compute.manager [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Took 1.15 seconds to destroy the instance on the hypervisor. [ 888.709906] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.710052] env[69473]: DEBUG nova.compute.manager [-] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.710171] env[69473]: DEBUG nova.network.neutron [-] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.737030] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 8c620fb8-43fd-42ef-a624-f7322147c3b0] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.865686] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357968, 'name': CreateSnapshot_Task, 'duration_secs': 0.594878} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.865963] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.866729] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff6252c-fc42-4650-bf59-53caa10015b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.905953] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-9bd9d879-229b-40a3-bf86-2a5a84d1656a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.905953] env[69473]: DEBUG nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Instance network_info: |[{"id": "b8b59077-c93e-4662-9768-82a796de5f75", "address": "fa:16:3e:b8:16:ec", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b59077-c9", "ovs_interfaceid": "b8b59077-c93e-4662-9768-82a796de5f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.905953] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:16:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b59077-c93e-4662-9768-82a796de5f75', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.913956] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating folder: Project (414585c3f8584d51bcd9419aaba66cb6). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.915297] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cf82b44-ea77-462c-ae54-34be28ccda20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.928838] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created folder: Project (414585c3f8584d51bcd9419aaba66cb6) in parent group-v669999. [ 888.929121] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating folder: Instances. Parent ref: group-v670196. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.929418] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fa49b35-5191-4b76-b225-023ece1b7609 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.941602] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created folder: Instances in parent group-v670196. [ 888.941821] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.942043] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.942263] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74852ea4-a9f9-4de2-99df-d8de3b8c1d2d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.966785] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.966785] env[69473]: value = "task-3357974" [ 888.966785] env[69473]: _type = "Task" [ 888.966785] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.979135] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357974, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.082032] env[69473]: INFO nova.compute.manager [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Took 40.33 seconds to build instance. [ 889.092240] env[69473]: DEBUG nova.scheduler.client.report [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.102217] env[69473]: DEBUG nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.140044] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.140311] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.140467] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.140646] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.140977] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.141261] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.141492] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.141659] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.141835] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.142037] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.142201] env[69473]: DEBUG nova.virt.hardware [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.143458] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87390624-522f-4e6e-aadd-2cdf45296207 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.152077] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939df664-7264-49fd-a1dc-d1196735d6f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.241293] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: e12f8476-00be-4b15-ac88-05b31bbecdb1] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.288317] env[69473]: DEBUG nova.compute.manager [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Received event network-changed-b8b59077-c93e-4662-9768-82a796de5f75 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.288317] env[69473]: DEBUG nova.compute.manager [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Refreshing instance network info cache due to event network-changed-b8b59077-c93e-4662-9768-82a796de5f75. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.288317] env[69473]: DEBUG oslo_concurrency.lockutils [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] Acquiring lock "refresh_cache-9bd9d879-229b-40a3-bf86-2a5a84d1656a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.288317] env[69473]: DEBUG oslo_concurrency.lockutils [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] Acquired lock "refresh_cache-9bd9d879-229b-40a3-bf86-2a5a84d1656a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.288317] env[69473]: DEBUG nova.network.neutron [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Refreshing network info cache for port b8b59077-c93e-4662-9768-82a796de5f75 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.388853] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.389522] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94f1f4dd-ca06-4c4f-a194-96ce7e65c994 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.401030] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 889.401030] env[69473]: value = "task-3357975" [ 889.401030] env[69473]: _type = "Task" [ 889.401030] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.409109] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357975, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.481998] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357974, 'name': CreateVM_Task, 'duration_secs': 0.424042} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.481998] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.483524] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.483895] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.484441] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.485117] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8073e8-00fc-4ee1-a59e-575b5425e494 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.490065] env[69473]: DEBUG nova.network.neutron [-] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.494888] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 889.494888] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cc77ce-8ff0-cc4c-75af-ef36904bfbc2" [ 889.494888] env[69473]: _type = "Task" [ 889.494888] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.506993] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cc77ce-8ff0-cc4c-75af-ef36904bfbc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.584617] env[69473]: DEBUG oslo_concurrency.lockutils [None req-21b729f6-6ff3-42ac-b5a9-8fd13d68c83f tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "c450d12c-81d4-4208-b903-72a6a1ecb603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.837s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.599225] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.600560] env[69473]: DEBUG nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.604548] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.596s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.604912] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.608551] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.573s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.608958] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.612161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.564s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.655249] env[69473]: INFO nova.scheduler.client.report [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Deleted allocations for instance 943364ed-68a8-49d5-b165-a19795d43933 [ 889.657125] env[69473]: INFO nova.scheduler.client.report [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Deleted allocations for instance 753d0635-98d9-4105-93bf-cb5500eb0f34 [ 889.745035] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 08a284de-cadf-450c-ad61-fad59fd85358] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.825487] env[69473]: DEBUG nova.network.neutron [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Successfully updated port: 1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.909219] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357975, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.001427] env[69473]: INFO nova.compute.manager [-] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Took 1.29 seconds to deallocate network for instance. [ 890.007861] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cc77ce-8ff0-cc4c-75af-ef36904bfbc2, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.011370] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.011571] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.011811] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.011963] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.012193] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.012697] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ddb54d3-0a5a-4420-ae6a-970d7abe77d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.025334] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.025541] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.026720] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9106757-523a-4411-aa78-84200c83ccf9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.033712] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 890.033712] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52979b02-2aa7-6a44-9378-b8c77ef1ad8d" [ 890.033712] env[69473]: _type = "Task" [ 890.033712] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.047771] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52979b02-2aa7-6a44-9378-b8c77ef1ad8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.115817] env[69473]: DEBUG nova.compute.utils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.117269] env[69473]: DEBUG nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.117437] env[69473]: DEBUG nova.network.neutron [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.120860] env[69473]: DEBUG nova.objects.instance [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lazy-loading 'migration_context' on Instance uuid 2bb50809-0b14-4923-97ef-d14abd42ad0b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.170278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-95b2fd5f-9f88-45a1-af7e-c1b2bb8d4dd6 tempest-VolumesAdminNegativeTest-429277846 tempest-VolumesAdminNegativeTest-429277846-project-member] Lock "943364ed-68a8-49d5-b165-a19795d43933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.365s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.171259] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd28aa53-f92f-4580-89bd-060d5f8d53f4 tempest-ImagesNegativeTestJSON-1314725501 tempest-ImagesNegativeTestJSON-1314725501-project-member] Lock "753d0635-98d9-4105-93bf-cb5500eb0f34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.005s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.243946] env[69473]: DEBUG nova.network.neutron [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Updated VIF entry in instance network info cache for port b8b59077-c93e-4662-9768-82a796de5f75. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.244336] env[69473]: DEBUG nova.network.neutron [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Updating instance_info_cache with network_info: [{"id": "b8b59077-c93e-4662-9768-82a796de5f75", "address": "fa:16:3e:b8:16:ec", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b59077-c9", "ovs_interfaceid": "b8b59077-c93e-4662-9768-82a796de5f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.251632] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: f92d2111-2ca1-466f-8fea-d482fefcef95] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.257038] env[69473]: DEBUG nova.policy [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de335a0eb6154f98bb9ed47851abbe2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcdb18e3a74845b2912cb4b62510dc33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.333103] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.333103] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.333103] env[69473]: DEBUG nova.network.neutron [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.413589] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357975, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.514402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.546175] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52979b02-2aa7-6a44-9378-b8c77ef1ad8d, 'name': SearchDatastore_Task, 'duration_secs': 0.013058} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.547603] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9bcedd-936e-48e6-bbd1-6e59a13db1b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.556064] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 890.556064] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5203af3e-3d87-202e-6564-ce496997ff16" [ 890.556064] env[69473]: _type = "Task" [ 890.556064] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.568063] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5203af3e-3d87-202e-6564-ce496997ff16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.627032] env[69473]: DEBUG nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.632142] env[69473]: INFO nova.compute.manager [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Rebuilding instance [ 890.708208] env[69473]: DEBUG nova.compute.manager [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.709537] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be34dc-c4af-407d-a3eb-5b790fc716ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.746424] env[69473]: DEBUG oslo_concurrency.lockutils [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] Releasing lock "refresh_cache-9bd9d879-229b-40a3-bf86-2a5a84d1656a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.746872] env[69473]: DEBUG nova.compute.manager [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Received event network-vif-deleted-fa154b58-1295-4bb8-a08a-d9afc7d3384a {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.747497] env[69473]: INFO nova.compute.manager [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Neutron deleted interface fa154b58-1295-4bb8-a08a-d9afc7d3384a; detaching it from the instance and deleting it from the info cache [ 890.747497] env[69473]: DEBUG nova.network.neutron [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.757463] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 98f35e0d-bf83-4da6-a7f4-b8924c01bceb] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.917279] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357975, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.042203] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a1bdd9-3618-4af9-b8e3-ed85285e7f66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.054976] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcbbbed-0cbf-4a91-a182-dd75597b7250 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.068362] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5203af3e-3d87-202e-6564-ce496997ff16, 'name': SearchDatastore_Task, 'duration_secs': 0.013432} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.096471] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.096471] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.096471] env[69473]: DEBUG nova.network.neutron [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.097648] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26b3bb54-f05e-472c-a4ab-db08a2546c3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.100334] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59519b-07a9-4cec-881e-e5edfbcee829 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.112448] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 891.112448] env[69473]: value = "task-3357976" [ 891.112448] env[69473]: _type = "Task" [ 891.112448] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.113704] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260aa77-4470-4f23-83b5-2661c5b4f97a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.137730] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.142665] env[69473]: DEBUG nova.compute.provider_tree [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.997138] env[69473]: DEBUG nova.network.neutron [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Successfully created port: 291b15b3-58bd-4d12-a857-5ce00462146c {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.003794] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 9a2b7ada-5d43-4e03-bcfc-eedb65417c5c] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.006469] env[69473]: DEBUG nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.008971] env[69473]: DEBUG nova.scheduler.client.report [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.012660] env[69473]: DEBUG nova.compute.manager [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Received event network-vif-plugged-1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.012864] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] Acquiring lock "feb825e4-a7b5-4209-aca1-9ecd593665bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.013085] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.013259] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.013902] env[69473]: DEBUG nova.compute.manager [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] No waiting events found dispatching network-vif-plugged-1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.013902] env[69473]: WARNING nova.compute.manager [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Received unexpected event network-vif-plugged-1c052689-c048-4b98-a02a-fd9d870340b2 for instance with vm_state building and task_state spawning. [ 892.013902] env[69473]: DEBUG nova.compute.manager [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Received event network-changed-1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.013902] env[69473]: DEBUG nova.compute.manager [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Refreshing instance network info cache due to event network-changed-1c052689-c048-4b98-a02a-fd9d870340b2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.014085] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] Acquiring lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.015564] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed7d3fa8-e1a7-416e-ba60-966a5ad5656b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.034167] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357976, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.034732] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357975, 'name': CloneVM_Task} progress is 95%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.040165] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf5f715-db2f-4486-b6b3-b3db155f7031 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.058748] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.058991] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.059166] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.059352] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.059499] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.059696] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.059877] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.060061] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.060238] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.060401] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.060575] env[69473]: DEBUG nova.virt.hardware [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.061639] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874a9e7-f460-4b39-843a-1bd6a87e6109 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.080710] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75254b6d-0d1f-444f-8bb3-747741b3fc16 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.085041] env[69473]: DEBUG nova.compute.manager [req-57c5ccfc-1651-4e51-ac82-1a10863b296e req-bf5bef47-35d2-48f9-9c26-6215bbfe7499 service nova] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Detach interface failed, port_id=fa154b58-1295-4bb8-a08a-d9afc7d3384a, reason: Instance b9fd194d-c0af-49f6-b185-f99e2ecfdb55 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.333878] env[69473]: DEBUG nova.network.neutron [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Updating instance_info_cache with network_info: [{"id": "1c052689-c048-4b98-a02a-fd9d870340b2", "address": "fa:16:3e:7b:ad:03", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c052689-c0", "ovs_interfaceid": "1c052689-c048-4b98-a02a-fd9d870340b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.521123] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.524643] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 52f865a3-f591-46d5-9fdb-c4abc4616358] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.526873] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357975, 'name': CloneVM_Task, 'duration_secs': 2.912286} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.530487] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d5e72a-35d3-43dd-8fd5-9f3e5f32c327 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.532062] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Created linked-clone VM from snapshot [ 892.532261] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357976, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.533096] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e88c5d8-c672-45b7-9558-d8a14ce6918f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.543315] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Uploading image 396951c8-9f34-4be0-a68e-8c49faf4ac29 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 892.546764] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 892.546764] env[69473]: value = "task-3357977" [ 892.546764] env[69473]: _type = "Task" [ 892.546764] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.563105] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.565576] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 892.566229] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dffbb0da-9373-4edb-b674-d8c171e71691 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.575306] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 892.575306] env[69473]: value = "task-3357978" [ 892.575306] env[69473]: _type = "Task" [ 892.575306] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.584557] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357978, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.839668] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.840132] env[69473]: DEBUG nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Instance network_info: |[{"id": "1c052689-c048-4b98-a02a-fd9d870340b2", "address": "fa:16:3e:7b:ad:03", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c052689-c0", "ovs_interfaceid": "1c052689-c048-4b98-a02a-fd9d870340b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.840435] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] Acquired lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.841175] env[69473]: DEBUG nova.network.neutron [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Refreshing network info cache for port 1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.842054] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ad:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c052689-c048-4b98-a02a-fd9d870340b2', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.859265] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.859265] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.859265] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b79a2d93-b71a-4dcd-aa18-521aaf9f6481 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.894846] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.894846] env[69473]: value = "task-3357979" [ 892.894846] env[69473]: _type = "Task" [ 892.894846] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.905884] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357979, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.019731] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357976, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.701194} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.020446] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.020753] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.021063] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b79c7573-1174-4c82-9f03-24e03c153679 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.028289] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: d3aa1b2b-ff7b-44d5-8cd2-b6c6d870734d] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.035235] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.423s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.044638] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 893.044638] env[69473]: value = "task-3357980" [ 893.044638] env[69473]: _type = "Task" [ 893.044638] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.049479] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.199s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.053251] env[69473]: INFO nova.compute.claims [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.096932] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.105168] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357977, 'name': PowerOffVM_Task, 'duration_secs': 0.182196} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.126307] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.131781] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.132234] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357978, 'name': Destroy_Task, 'duration_secs': 0.518474} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.135239] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2d44e6-1032-4765-902a-4ae7ade0f407 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.143164] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Destroyed the VM [ 893.143164] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 893.144116] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aea8b721-3f79-494f-9c35-6e2de0012446 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.163635] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.164283] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 893.164283] env[69473]: value = "task-3357981" [ 893.164283] env[69473]: _type = "Task" [ 893.164283] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.164283] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f60254-9144-428e-ba1c-01f6666ae58c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.178504] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.205161] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.205535] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.205911] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Deleting the datastore file [datastore1] c450d12c-81d4-4208-b903-72a6a1ecb603 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.207135] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ba7aa2-26e7-4fe1-af6c-ab155da7bb18 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.217462] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 893.217462] env[69473]: value = "task-3357983" [ 893.217462] env[69473]: _type = "Task" [ 893.217462] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.226619] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.407142] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357979, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.552563] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 2d0eae83-e347-4b52-a5d6-322b6e613b28] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.580930] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129707} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.580930] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.581894] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e9cad-fc25-4513-8166-44cf92e983c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.614661] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.615788] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939cda75-d548-4b06-8942-95063d68a5ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.644294] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 893.644294] env[69473]: value = "task-3357984" [ 893.644294] env[69473]: _type = "Task" [ 893.644294] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.656545] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.678592] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357981, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.688373] env[69473]: DEBUG nova.network.neutron [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Updated VIF entry in instance network info cache for port 1c052689-c048-4b98-a02a-fd9d870340b2. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.690676] env[69473]: DEBUG nova.network.neutron [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Updating instance_info_cache with network_info: [{"id": "1c052689-c048-4b98-a02a-fd9d870340b2", "address": "fa:16:3e:7b:ad:03", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c052689-c0", "ovs_interfaceid": "1c052689-c048-4b98-a02a-fd9d870340b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.731060] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138777} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.731509] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.731750] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.731961] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.907725] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357979, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.033804] env[69473]: DEBUG nova.network.neutron [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Successfully updated port: 291b15b3-58bd-4d12-a857-5ce00462146c {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.059422] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 8251990f-e7b0-42d9-bdb0-34f6b4f08e70] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.161069] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.187860] env[69473]: DEBUG oslo_vmware.api [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357981, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728711} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.188715] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 894.193933] env[69473]: DEBUG oslo_concurrency.lockutils [req-6c7af7ef-effc-4462-a2c0-c12ce9b3f4a7 req-2d171b01-cb13-46aa-b006-c55b28fb05d1 service nova] Releasing lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.216321] env[69473]: DEBUG nova.compute.manager [req-36d5934c-57d7-4559-97e4-41eb042acc0b req-7f736908-918b-44dd-98ba-a1a84dfb2733 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Received event network-vif-plugged-291b15b3-58bd-4d12-a857-5ce00462146c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.216606] env[69473]: DEBUG oslo_concurrency.lockutils [req-36d5934c-57d7-4559-97e4-41eb042acc0b req-7f736908-918b-44dd-98ba-a1a84dfb2733 service nova] Acquiring lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.216881] env[69473]: DEBUG oslo_concurrency.lockutils [req-36d5934c-57d7-4559-97e4-41eb042acc0b req-7f736908-918b-44dd-98ba-a1a84dfb2733 service nova] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.217181] env[69473]: DEBUG oslo_concurrency.lockutils [req-36d5934c-57d7-4559-97e4-41eb042acc0b req-7f736908-918b-44dd-98ba-a1a84dfb2733 service nova] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.217475] env[69473]: DEBUG nova.compute.manager [req-36d5934c-57d7-4559-97e4-41eb042acc0b req-7f736908-918b-44dd-98ba-a1a84dfb2733 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] No waiting events found dispatching network-vif-plugged-291b15b3-58bd-4d12-a857-5ce00462146c {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.217833] env[69473]: WARNING nova.compute.manager [req-36d5934c-57d7-4559-97e4-41eb042acc0b req-7f736908-918b-44dd-98ba-a1a84dfb2733 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Received unexpected event network-vif-plugged-291b15b3-58bd-4d12-a857-5ce00462146c for instance with vm_state building and task_state spawning. [ 894.414286] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357979, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.452445] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69631688-6e2a-44f3-90fe-69a9aabab35b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.465365] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7244dd-af4d-4b3a-9a31-8746385a1715 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.509130] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05cc79c-ef48-4f2e-b13a-0396383bcc9a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.520045] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b31d4d-63fa-4b29-bb51-02fb64c47143 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.534610] env[69473]: DEBUG nova.compute.provider_tree [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.537989] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "refresh_cache-1b83784a-be10-4ae2-a3ab-35ecd1b930f4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.538169] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "refresh_cache-1b83784a-be10-4ae2-a3ab-35ecd1b930f4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.539026] env[69473]: DEBUG nova.network.neutron [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.567520] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 940e8a8f-5bdc-49fc-8aac-8383d2218376] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.624152] env[69473]: INFO nova.compute.manager [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Swapping old allocation on dict_keys(['56b68661-71d4-4bbb-bdee-2ddde7e6f62c']) held by migration f6bcefc6-5a48-4878-9a04-9838c2103a2b for instance [ 894.656839] env[69473]: DEBUG nova.scheduler.client.report [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Overwriting current allocation {'allocations': {'56b68661-71d4-4bbb-bdee-2ddde7e6f62c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': '5d598a91193b4e2b93abd9cf3bb1b979', 'user_id': 'abb0810e448b409f9d5e5b3f59f332a0', 'consumer_generation': 1} on consumer 2bb50809-0b14-4923-97ef-d14abd42ad0b {{(pid=69473) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 894.663472] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.694370] env[69473]: WARNING nova.compute.manager [None req-725ef7ec-de18-49fb-bf23-edaf3d7cf089 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Image not found during snapshot: nova.exception.ImageNotFound: Image 396951c8-9f34-4be0-a68e-8c49faf4ac29 could not be found. [ 894.772418] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.772711] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.780733] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.781152] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.781152] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.781350] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.781513] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.781684] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.781881] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.782059] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.782299] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.782481] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.782654] env[69473]: DEBUG nova.virt.hardware [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.783942] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa052de-be89-4d2f-91d9-cddc31d034b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.794255] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e0e26-0065-4ec3-8fe8-e24e8815e71f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.813159] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.819617] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.820858] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.821079] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquired lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.821313] env[69473]: DEBUG nova.network.neutron [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.822713] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.823221] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d98ed11-2dec-415b-8a76-b26000763426 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.843937] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.843937] env[69473]: value = "task-3357985" [ 894.843937] env[69473]: _type = "Task" [ 894.843937] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.853390] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357985, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.913413] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357979, 'name': CreateVM_Task, 'duration_secs': 1.597704} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.913639] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.914756] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.914756] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914873] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.915169] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26a7649-2fda-4965-917c-5b18771e65db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.920498] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 894.920498] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ee2a8-f325-3cae-2784-03ca7e3c33cd" [ 894.920498] env[69473]: _type = "Task" [ 894.920498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.929229] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ee2a8-f325-3cae-2784-03ca7e3c33cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.038319] env[69473]: DEBUG nova.scheduler.client.report [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.071185] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 06a7d7eb-8f8c-4ad6-8d78-a7305dd2f492] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.086629] env[69473]: DEBUG nova.network.neutron [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.159736] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357984, 'name': ReconfigVM_Task, 'duration_secs': 1.213758} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.159918] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.160603] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcc7e0b2-dae9-4674-bd54-b1d0395235f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.168389] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 895.168389] env[69473]: value = "task-3357986" [ 895.168389] env[69473]: _type = "Task" [ 895.168389] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.179923] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357986, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.276396] env[69473]: DEBUG nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.358245] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357985, 'name': CreateVM_Task, 'duration_secs': 0.455415} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.359762] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.359762] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.435500] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529ee2a8-f325-3cae-2784-03ca7e3c33cd, 'name': SearchDatastore_Task, 'duration_secs': 0.032356} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.435887] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.436228] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.436515] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.436697] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.436915] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.437260] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.437637] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.437933] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e0dddb-afaa-4410-b887-44a374066457 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.445456] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e9d3d3-4bdf-4245-b1e5-b1b5dedaafab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.452155] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 895.452155] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c9a274-2c99-8be6-65a0-b294d363c92e" [ 895.452155] env[69473]: _type = "Task" [ 895.452155] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.456286] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.458724] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.458724] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5936f95c-c277-4450-b53d-100fbf5a5295 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.466689] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c9a274-2c99-8be6-65a0-b294d363c92e, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.467659] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.467992] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.468335] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.471331] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 895.471331] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5237a04a-f810-8499-3fec-e990e6cbeec8" [ 895.471331] env[69473]: _type = "Task" [ 895.471331] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.483143] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5237a04a-f810-8499-3fec-e990e6cbeec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.545918] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.546476] env[69473]: DEBUG nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.550916] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.536s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.551182] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.553609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.669s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.553844] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.555956] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.503s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.557889] env[69473]: INFO nova.compute.claims [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.574489] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: f27e471e-0e79-46a3-a2a4-10072c7f4a92] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.589319] env[69473]: INFO nova.scheduler.client.report [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Deleted allocations for instance 718ef4bd-a7e4-4577-a226-2513046d1a80 [ 895.589319] env[69473]: INFO nova.scheduler.client.report [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Deleted allocations for instance fca9abff-1947-4808-8f04-4682cc5f8ddb [ 895.599166] env[69473]: DEBUG nova.network.neutron [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Updating instance_info_cache with network_info: [{"id": "291b15b3-58bd-4d12-a857-5ce00462146c", "address": "fa:16:3e:eb:12:ea", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291b15b3-58", "ovs_interfaceid": "291b15b3-58bd-4d12-a857-5ce00462146c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.686106] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357986, 'name': Rename_Task, 'duration_secs': 0.247993} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.686106] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.686106] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67454e90-022e-42d8-9de9-a371cc183b33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.694429] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 895.694429] env[69473]: value = "task-3357987" [ 895.694429] env[69473]: _type = "Task" [ 895.694429] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.705068] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.803315] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.856723] env[69473]: DEBUG nova.network.neutron [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance_info_cache with network_info: [{"id": "b85eaa53-b2af-4212-a88d-0d6052539672", "address": "fa:16:3e:81:75:52", "network": {"id": "92aadcfb-dec6-4f13-8f1d-9a7668fcd170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fdf82fa4131f4fdb8dde547b93322f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85eaa53-b2", "ovs_interfaceid": "b85eaa53-b2af-4212-a88d-0d6052539672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.971086] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.971371] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.985221] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5237a04a-f810-8499-3fec-e990e6cbeec8, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.986325] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59134f20-a7b8-4a86-83dd-649d5aa3350c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.996198] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 895.996198] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52002d26-49dd-6ad9-e1a2-db538fe5ceca" [ 895.996198] env[69473]: _type = "Task" [ 895.996198] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.008885] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52002d26-49dd-6ad9-e1a2-db538fe5ceca, 'name': SearchDatastore_Task} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.009371] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.009631] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.010133] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.011017] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.011017] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1457b59b-53fb-4382-81c5-1777a487a683 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.014011] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13dca6a8-b7ae-427c-b5ab-ad1f409e3b34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.023484] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 896.023484] env[69473]: value = "task-3357988" [ 896.023484] env[69473]: _type = "Task" [ 896.023484] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.039510] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.039791] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.042957] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51aeaf50-88f0-4c1c-89ec-adddee92d31e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.052114] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 896.052114] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529b2818-3800-b685-a4a8-5be5d92ac4cb" [ 896.052114] env[69473]: _type = "Task" [ 896.052114] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.052708] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.065050] env[69473]: DEBUG nova.compute.utils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.072020] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529b2818-3800-b685-a4a8-5be5d92ac4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.072020] env[69473]: DEBUG nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.072020] env[69473]: DEBUG nova.network.neutron [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.073044] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc445768-feb4-450a-bde4-1b23a29e29a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.077958] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 687e47c3-01a5-4bcd-a71a-01de53502f4d] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.084244] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 896.084244] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d97923-8f2f-a8e0-fec2-fd0af64ddf77" [ 896.084244] env[69473]: _type = "Task" [ 896.084244] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.094991] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d97923-8f2f-a8e0-fec2-fd0af64ddf77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.101842] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "refresh_cache-1b83784a-be10-4ae2-a3ab-35ecd1b930f4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.102306] env[69473]: DEBUG nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Instance network_info: |[{"id": "291b15b3-58bd-4d12-a857-5ce00462146c", "address": "fa:16:3e:eb:12:ea", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291b15b3-58", "ovs_interfaceid": "291b15b3-58bd-4d12-a857-5ce00462146c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.107070] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:12:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '291b15b3-58bd-4d12-a857-5ce00462146c', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.115477] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.116967] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6ff8ee15-c489-486a-aa66-6de308032acc tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "fca9abff-1947-4808-8f04-4682cc5f8ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.883s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.118191] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e5ef13f-57f8-4168-b5da-1d7165c239a6 tempest-InstanceActionsNegativeTestJSON-327446309 tempest-InstanceActionsNegativeTestJSON-327446309-project-member] Lock "718ef4bd-a7e4-4577-a226-2513046d1a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.386s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.119319] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.120538] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3056003f-cb0b-490f-b808-d97f09aa5a3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.145333] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.145333] env[69473]: value = "task-3357989" [ 896.145333] env[69473]: _type = "Task" [ 896.145333] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.158535] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357989, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.168247] env[69473]: DEBUG nova.policy [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd846fd1ae7824566a57ce063db8320bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60909db264b04df18df835697fb7c3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.208098] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357987, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.246933] env[69473]: DEBUG nova.compute.manager [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Received event network-changed-291b15b3-58bd-4d12-a857-5ce00462146c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.247282] env[69473]: DEBUG nova.compute.manager [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Refreshing instance network info cache due to event network-changed-291b15b3-58bd-4d12-a857-5ce00462146c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.248401] env[69473]: DEBUG oslo_concurrency.lockutils [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] Acquiring lock "refresh_cache-1b83784a-be10-4ae2-a3ab-35ecd1b930f4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.248662] env[69473]: DEBUG oslo_concurrency.lockutils [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] Acquired lock "refresh_cache-1b83784a-be10-4ae2-a3ab-35ecd1b930f4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.248886] env[69473]: DEBUG nova.network.neutron [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Refreshing network info cache for port 291b15b3-58bd-4d12-a857-5ce00462146c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.361519] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Releasing lock "refresh_cache-2bb50809-0b14-4923-97ef-d14abd42ad0b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.364601] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.364601] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd13a4c-1a20-4858-84a2-025c564e35fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.374431] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 896.374431] env[69473]: value = "task-3357990" [ 896.374431] env[69473]: _type = "Task" [ 896.374431] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.384518] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.478706] env[69473]: DEBUG nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.545805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.546307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.546715] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.547106] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.547597] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.549787] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357988, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.550504] env[69473]: INFO nova.compute.manager [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Terminating instance [ 896.588788] env[69473]: DEBUG nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.591248] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: c73704c5-51fd-4459-8c7c-d4097524d3af] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.607967] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d97923-8f2f-a8e0-fec2-fd0af64ddf77, 'name': SearchDatastore_Task, 'duration_secs': 0.014581} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.608689] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.608811] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.609051] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-323d881e-474f-42f6-bb48-13d3abec15b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.623144] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 896.623144] env[69473]: value = "task-3357991" [ 896.623144] env[69473]: _type = "Task" [ 896.623144] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.641976] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.667382] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357989, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.719465] env[69473]: DEBUG oslo_vmware.api [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3357987, 'name': PowerOnVM_Task, 'duration_secs': 0.55413} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.719465] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.719465] env[69473]: INFO nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Took 10.06 seconds to spawn the instance on the hypervisor. [ 896.719465] env[69473]: DEBUG nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.720299] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a8093-53c7-480b-a6d1-140c3e56d84f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.884936] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357990, 'name': PowerOffVM_Task, 'duration_secs': 0.312363} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.887850] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.888396] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:29:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d6573699-bcf8-48bc-9bd4-cf9d25be3f3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1973264687',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.888574] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.888745] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.889231] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.889231] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.889231] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.889441] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.889623] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.889795] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.890009] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.890198] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.895892] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e981f3d1-3822-4e5c-ad5d-e49531ccbda2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.916844] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 896.916844] env[69473]: value = "task-3357992" [ 896.916844] env[69473]: _type = "Task" [ 896.916844] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.933456] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.001007] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.035754] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac05466-cf6d-4d49-a102-6034e1f7c780 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.058556] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fa6fb6-dd43-4bb8-a45b-f140562fa60e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.065433] env[69473]: DEBUG nova.compute.manager [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.065580] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.065929] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660789} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.066775] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc86df07-06de-42e9-b100-16bc1c1dafdd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.069830] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.070161] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.070918] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1940d452-3ef2-4a3f-9a7c-574849176888 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.079195] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.110457] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fac5f3c6-554e-4efd-83ef-3d206d896aeb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.112859] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 897.112859] env[69473]: value = "task-3357993" [ 897.112859] env[69473]: _type = "Task" [ 897.112859] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.117963] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: e710cad7-f574-4a66-b735-815e2cc87ba8] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.124027] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdfac35-be05-4f81-a374-47248af9886b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.139373] env[69473]: DEBUG oslo_vmware.api [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 897.139373] env[69473]: value = "task-3357994" [ 897.139373] env[69473]: _type = "Task" [ 897.139373] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.152071] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.152071] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357991, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.158953] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92853fe-01f7-44ba-b4ba-a8990ccc1f75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.167940] env[69473]: DEBUG oslo_vmware.api [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.176096] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357989, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.187408] env[69473]: DEBUG nova.compute.provider_tree [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.244593] env[69473]: INFO nova.compute.manager [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Took 47.05 seconds to build instance. [ 897.251134] env[69473]: DEBUG nova.network.neutron [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Successfully created port: d3cc42af-7909-48b4-8b57-a3f8ae85fa63 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.428288] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357992, 'name': ReconfigVM_Task, 'duration_secs': 0.292128} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.429635] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dd463a-b896-42b5-bb0e-edc13233de24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.451690] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:29:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d6573699-bcf8-48bc-9bd4-cf9d25be3f3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1973264687',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.452032] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.452192] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.452467] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.452640] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.453237] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.453237] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.453237] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.453436] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.453514] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.453661] env[69473]: DEBUG nova.virt.hardware [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.454862] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00854ce-26ae-43a1-aa0e-d8b5645b8473 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.461669] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 897.461669] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5256edc4-667a-45f9-dc86-09fb1cd5fd5c" [ 897.461669] env[69473]: _type = "Task" [ 897.461669] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.471561] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5256edc4-667a-45f9-dc86-09fb1cd5fd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.561534] env[69473]: DEBUG nova.network.neutron [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Updated VIF entry in instance network info cache for port 291b15b3-58bd-4d12-a857-5ce00462146c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.562186] env[69473]: DEBUG nova.network.neutron [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Updating instance_info_cache with network_info: [{"id": "291b15b3-58bd-4d12-a857-5ce00462146c", "address": "fa:16:3e:eb:12:ea", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291b15b3-58", "ovs_interfaceid": "291b15b3-58bd-4d12-a857-5ce00462146c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.623882] env[69473]: DEBUG nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.627762] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 0d536aa2-86c7-434a-8673-9c11c8e89a83] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.651179] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202748} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.651757] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.655454] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ed3e3e-868b-411d-a286-1c1bea1f7150 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.667222] env[69473]: DEBUG oslo_vmware.api [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357994, 'name': PowerOffVM_Task, 'duration_secs': 0.22283} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.667572] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73186} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.672700] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.672700] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.672700] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.672700] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.672700] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b87ced-4caa-43b7-acfb-2d077dbbcd5e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.674539] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766c7446-e1c2-41e1-b2d8-3b82784de266 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.694192] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.694480] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.694636] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.694817] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.694962] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.695121] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.695328] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.695487] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.695655] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.695821] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.695993] env[69473]: DEBUG nova.virt.hardware [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.696638] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357989, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.697427] env[69473]: DEBUG nova.scheduler.client.report [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.711298] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.711522] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97a7cf-78ca-41b3-8aff-a387f5b49ae9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.715135] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5419595f-7b52-403e-ab45-cf1037364840 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.735249] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 897.735249] env[69473]: value = "task-3357996" [ 897.735249] env[69473]: _type = "Task" [ 897.735249] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.744608] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842fc769-049d-4d8a-9db7-c95a2c85070d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.749693] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 897.749693] env[69473]: value = "task-3357997" [ 897.749693] env[69473]: _type = "Task" [ 897.749693] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.749693] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f703151f-b09a-49f8-a234-6a0b34e65ebc tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.569s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.756878] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.770816] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.798282] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.798511] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.798824] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleting the datastore file [datastore1] 7ac2b470-ea67-4d48-a1dd-65b94ea54e06 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.798965] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d4063e0-08c7-4164-8da0-7f947589b9bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.808575] env[69473]: DEBUG oslo_vmware.api [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 897.808575] env[69473]: value = "task-3357998" [ 897.808575] env[69473]: _type = "Task" [ 897.808575] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.819484] env[69473]: DEBUG oslo_vmware.api [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.978623] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5256edc4-667a-45f9-dc86-09fb1cd5fd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.015622} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.984864] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 897.985446] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39559bb8-9308-4152-b5d1-aa7075de7e47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.014378] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 898.014378] env[69473]: value = "task-3357999" [ 898.014378] env[69473]: _type = "Task" [ 898.014378] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.027559] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.065831] env[69473]: DEBUG oslo_concurrency.lockutils [req-68d5258e-7f15-47fb-9a2e-4e2ecbe050ae req-f40e65fe-9b7f-4c1e-88aa-c5ff22ca3c31 service nova] Releasing lock "refresh_cache-1b83784a-be10-4ae2-a3ab-35ecd1b930f4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.134019] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: e57af8df-0b59-4899-af1c-872051a1c0ff] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.163913] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357989, 'name': CreateVM_Task, 'duration_secs': 1.898944} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.164688] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.165927] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.165927] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.165927] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.166463] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03ed5bc-37a5-4569-805f-ec871022f27e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.172775] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 898.172775] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52566f2b-d44b-c7b6-0aa5-12f649318bd5" [ 898.172775] env[69473]: _type = "Task" [ 898.172775] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.184990] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52566f2b-d44b-c7b6-0aa5-12f649318bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.202753] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.203352] env[69473]: DEBUG nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.208154] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.291s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.210198] env[69473]: INFO nova.compute.claims [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.248541] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3357996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092068} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.248826] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.249789] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e94b8-d69c-494f-81d6-7a269f60fda8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.265232] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.283939] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.286116] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5468b9a6-55db-405f-a611-08715d66a688 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.308754] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 898.308754] env[69473]: value = "task-3358000" [ 898.308754] env[69473]: _type = "Task" [ 898.308754] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.328862] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.328862] env[69473]: DEBUG oslo_vmware.api [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3357998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483075} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.328862] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.328862] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.328862] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.328862] env[69473]: INFO nova.compute.manager [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Took 1.26 seconds to destroy the instance on the hypervisor. [ 898.328862] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.328862] env[69473]: DEBUG nova.compute.manager [-] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.328862] env[69473]: DEBUG nova.network.neutron [-] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.509429] env[69473]: INFO nova.compute.manager [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Rebuilding instance [ 898.525859] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3357999, 'name': ReconfigVM_Task, 'duration_secs': 0.379337} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.526999] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 898.528488] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df8d1e-df6d-4633-b499-a5a9471ddc6d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.558339] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.561045] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e8efcf-79a3-457c-b951-86f87e30a865 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.592996] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 898.592996] env[69473]: value = "task-3358001" [ 898.592996] env[69473]: _type = "Task" [ 898.592996] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.612241] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.630293] env[69473]: DEBUG nova.compute.manager [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.631521] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1822051c-de9b-49d2-8847-9e3254cdac07 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.637111] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: ed013635-0798-47d9-bfa6-4ad2673d96c1] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.690491] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52566f2b-d44b-c7b6-0aa5-12f649318bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.025872} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.690859] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.691099] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.691333] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.691537] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.691683] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.691996] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cff4bfb-f0c2-476f-95a2-20ed950dfdd9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.704074] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.704353] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.705187] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e12f2d9-001e-4299-81f0-396d084b3ad9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.709475] env[69473]: DEBUG nova.compute.utils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.712609] env[69473]: DEBUG nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.712609] env[69473]: DEBUG nova.network.neutron [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.723304] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 898.723304] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe3045-03af-92ba-d5a1-26fc5b89848d" [ 898.723304] env[69473]: _type = "Task" [ 898.723304] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.735361] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe3045-03af-92ba-d5a1-26fc5b89848d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.764247] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3357997, 'name': ReconfigVM_Task, 'duration_secs': 0.880214} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.764740] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Reconfigured VM instance instance-00000046 to attach disk [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.765380] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c931ed-bf2d-47c0-a064-23d4c305c1f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.777955] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 898.777955] env[69473]: value = "task-3358002" [ 898.777955] env[69473]: _type = "Task" [ 898.777955] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.799479] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358002, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.809458] env[69473]: DEBUG nova.policy [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.824620] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.956380] env[69473]: DEBUG nova.compute.manager [req-fbfac2f1-2b27-4bb5-9fe2-1db5406295a4 req-00298284-0ca1-4f5c-9aec-eb58f1471d29 service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Received event network-vif-deleted-1c5b8221-c7b9-4210-b54a-2469bc50afb4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.956743] env[69473]: INFO nova.compute.manager [req-fbfac2f1-2b27-4bb5-9fe2-1db5406295a4 req-00298284-0ca1-4f5c-9aec-eb58f1471d29 service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Neutron deleted interface 1c5b8221-c7b9-4210-b54a-2469bc50afb4; detaching it from the instance and deleting it from the info cache [ 898.957051] env[69473]: DEBUG nova.network.neutron [req-fbfac2f1-2b27-4bb5-9fe2-1db5406295a4 req-00298284-0ca1-4f5c-9aec-eb58f1471d29 service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.105011] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358001, 'name': ReconfigVM_Task, 'duration_secs': 0.440245} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.106013] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b/2bb50809-0b14-4923-97ef-d14abd42ad0b.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.107180] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de757dd8-e1c6-43b6-a004-2294a431f570 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.131052] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c4a518-36d3-4bcc-9493-8e073753e6d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.155205] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 97994bf0-b61e-490d-a0d5-d704a2650f97] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.160242] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd5ec0c-5e0f-43a2-bea1-3cf0f3a3178b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.185650] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f477642-4ea0-452a-bf1d-9e04cdc9dfbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.199446] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.199760] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-609fff94-95a3-45bf-8497-70d8005a782b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.212618] env[69473]: DEBUG nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.218119] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 899.218119] env[69473]: value = "task-3358003" [ 899.218119] env[69473]: _type = "Task" [ 899.218119] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.232572] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.250941] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe3045-03af-92ba-d5a1-26fc5b89848d, 'name': SearchDatastore_Task, 'duration_secs': 0.019283} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.251854] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80f4dab-bfad-4fa8-af2e-2369162a1541 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.262370] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 899.262370] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ffbdf9-d5f0-fb67-0f0f-d8b3055d9b4d" [ 899.262370] env[69473]: _type = "Task" [ 899.262370] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.271133] env[69473]: DEBUG nova.network.neutron [-] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.287246] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ffbdf9-d5f0-fb67-0f0f-d8b3055d9b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.304151] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358002, 'name': Rename_Task, 'duration_secs': 0.235019} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.304507] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.304805] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80752792-7ba0-47bf-8f9a-3b925416024f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.317447] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 899.317447] env[69473]: value = "task-3358004" [ 899.317447] env[69473]: _type = "Task" [ 899.317447] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.334700] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.338820] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358000, 'name': ReconfigVM_Task, 'duration_secs': 0.58391} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.341861] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c450d12c-81d4-4208-b903-72a6a1ecb603/c450d12c-81d4-4208-b903-72a6a1ecb603.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.342768] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83fb534e-8ab1-4e21-b10a-e16b15eaa83b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.349751] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 899.349751] env[69473]: value = "task-3358005" [ 899.349751] env[69473]: _type = "Task" [ 899.349751] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.361707] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358005, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.463402] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6d27975-506f-47ea-9a22-a3eb293ed9fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.475693] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ace62d-bdef-46de-be9f-02eba29f489c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.521094] env[69473]: DEBUG nova.compute.manager [req-fbfac2f1-2b27-4bb5-9fe2-1db5406295a4 req-00298284-0ca1-4f5c-9aec-eb58f1471d29 service nova] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Detach interface failed, port_id=1c5b8221-c7b9-4210-b54a-2469bc50afb4, reason: Instance 7ac2b470-ea67-4d48-a1dd-65b94ea54e06 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.661322] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.661772] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: a0fa69a8-5af2-465a-b0bd-76c703c8faff] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.663527] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0a2ac6-5711-450d-8d99-2acbadefd05c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.671629] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96894ef-3e20-4d39-b58f-d50ad25a2096 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.679625] env[69473]: DEBUG nova.network.neutron [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Successfully created port: 0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.680816] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 899.680816] env[69473]: value = "task-3358006" [ 899.680816] env[69473]: _type = "Task" [ 899.680816] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.696817] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f1f4ee-e573-4eea-b28e-88e4ccbcf82b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.707043] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.747322] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e405c617-db47-4d96-be87-aed747102365 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.764304] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358003, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.766664] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ac31a-cbc4-423e-8ba1-0860f6b7ab0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.778884] env[69473]: INFO nova.compute.manager [-] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Took 1.45 seconds to deallocate network for instance. [ 899.797047] env[69473]: DEBUG nova.compute.provider_tree [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.802833] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ffbdf9-d5f0-fb67-0f0f-d8b3055d9b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.02124} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.803460] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.803715] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1b83784a-be10-4ae2-a3ab-35ecd1b930f4/1b83784a-be10-4ae2-a3ab-35ecd1b930f4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.803974] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d4c5a9-cb47-4458-ab4d-f80b009b0c37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.813218] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 899.813218] env[69473]: value = "task-3358007" [ 899.813218] env[69473]: _type = "Task" [ 899.813218] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.827645] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.833812] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358004, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.864905] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358005, 'name': Rename_Task, 'duration_secs': 0.27182} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.865211] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.865462] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dadb490-e02f-475c-bca3-f5586d0f2b28 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.878424] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 899.878424] env[69473]: value = "task-3358008" [ 899.878424] env[69473]: _type = "Task" [ 899.878424] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.889161] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.987366] env[69473]: DEBUG nova.network.neutron [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Successfully updated port: d3cc42af-7909-48b4-8b57-a3f8ae85fa63 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.167137] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 0b762725-776a-4a67-9a02-4212f1f66a0e] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.195774] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358006, 'name': PowerOffVM_Task, 'duration_secs': 0.319642} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.195774] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.195990] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.197956] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edbca46-6c7e-4fd6-ac07-949de0964ccf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.209875] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.210174] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a10ce6-d8f3-46f8-b351-99a0a1b0e62c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.245181] env[69473]: DEBUG nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.280166] env[69473]: DEBUG oslo_vmware.api [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358003, 'name': PowerOnVM_Task, 'duration_secs': 0.59377} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.280753] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.304395] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.307591] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.309327] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.310151] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.310151] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.310967] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.310967] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.310967] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.313730] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.313730] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.313730] env[69473]: DEBUG nova.virt.hardware [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.314175] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.315505] env[69473]: DEBUG nova.scheduler.client.report [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.323846] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0048e814-027b-46ac-8f97-9c3e987715a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.330940] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.331754] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.331965] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleting the datastore file [datastore2] 9bd9d879-229b-40a3-bf86-2a5a84d1656a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.339653] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3238821d-b027-4946-b79c-8b4b9cabbcdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.353548] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baa988f-a9cd-4d7d-b8a7-6d29f3e6d134 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.358611] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.358963] env[69473]: DEBUG oslo_vmware.api [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358004, 'name': PowerOnVM_Task, 'duration_secs': 0.633844} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.360628] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.360861] env[69473]: INFO nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Took 11.26 seconds to spawn the instance on the hypervisor. [ 900.361089] env[69473]: DEBUG nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.361471] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 900.361471] env[69473]: value = "task-3358010" [ 900.361471] env[69473]: _type = "Task" [ 900.361471] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.362701] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6763c3-376c-4e90-8f04-598d9d8bd44e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.390561] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.398153] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.494610] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.494610] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.494610] env[69473]: DEBUG nova.network.neutron [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.568401] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.568646] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.671117] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1c9775bf-099d-45a3-9c63-2f2c72918e6a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.832067] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.832737] env[69473]: DEBUG nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.840712] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.266s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.840712] env[69473]: DEBUG nova.objects.instance [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'resources' on Instance uuid 2feee6c8-909b-416b-9d57-0cfec74d978e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.849762] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585126} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.850053] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1b83784a-be10-4ae2-a3ab-35ecd1b930f4/1b83784a-be10-4ae2-a3ab-35ecd1b930f4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.850273] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.850524] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a01ef8cc-069c-4f05-a317-2845fb70c59d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.859419] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 900.859419] env[69473]: value = "task-3358011" [ 900.859419] env[69473]: _type = "Task" [ 900.859419] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.873669] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.881276] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.884410] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.884606] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.884786] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.900202] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.905837] env[69473]: INFO nova.compute.manager [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Took 48.48 seconds to build instance. [ 900.988981] env[69473]: DEBUG nova.compute.manager [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Received event network-vif-plugged-d3cc42af-7909-48b4-8b57-a3f8ae85fa63 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.989225] env[69473]: DEBUG oslo_concurrency.lockutils [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] Acquiring lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.989483] env[69473]: DEBUG oslo_concurrency.lockutils [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.989596] env[69473]: DEBUG oslo_concurrency.lockutils [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.989860] env[69473]: DEBUG nova.compute.manager [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] No waiting events found dispatching network-vif-plugged-d3cc42af-7909-48b4-8b57-a3f8ae85fa63 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.989977] env[69473]: WARNING nova.compute.manager [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Received unexpected event network-vif-plugged-d3cc42af-7909-48b4-8b57-a3f8ae85fa63 for instance with vm_state building and task_state spawning. [ 900.990209] env[69473]: DEBUG nova.compute.manager [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Received event network-changed-d3cc42af-7909-48b4-8b57-a3f8ae85fa63 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.990407] env[69473]: DEBUG nova.compute.manager [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Refreshing instance network info cache due to event network-changed-d3cc42af-7909-48b4-8b57-a3f8ae85fa63. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.990591] env[69473]: DEBUG oslo_concurrency.lockutils [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] Acquiring lock "refresh_cache-09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.037735] env[69473]: DEBUG nova.network.neutron [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.070766] env[69473]: DEBUG nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.175635] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 01b5f9ff-b9cb-4770-92ce-77cc25c29ee0] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.263318] env[69473]: DEBUG nova.network.neutron [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Updating instance_info_cache with network_info: [{"id": "d3cc42af-7909-48b4-8b57-a3f8ae85fa63", "address": "fa:16:3e:b0:7d:92", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cc42af-79", "ovs_interfaceid": "d3cc42af-7909-48b4-8b57-a3f8ae85fa63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.299181] env[69473]: INFO nova.compute.manager [None req-8354af42-3a47-42bc-bc29-fdc2c552b4a5 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance to original state: 'active' [ 901.341022] env[69473]: DEBUG nova.compute.utils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.341022] env[69473]: DEBUG nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.341022] env[69473]: DEBUG nova.network.neutron [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.344587] env[69473]: DEBUG nova.objects.instance [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'numa_topology' on Instance uuid 2feee6c8-909b-416b-9d57-0cfec74d978e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.375163] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081422} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.375163] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.375969] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9870f8-9f6f-48ba-aa15-fc66bb09829c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.412295] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 1b83784a-be10-4ae2-a3ab-35ecd1b930f4/1b83784a-be10-4ae2-a3ab-35ecd1b930f4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.413543] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c00b4d0f-6e59-4cda-a463-fd99469a48cc tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.997s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.413765] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-885f6ebf-68e7-4f88-a20c-745d05fa7d67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.433916] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.436267] env[69473]: DEBUG nova.policy [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b839c65ed0e04b1fb6a3794a2071c518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '497df32c52614576ac9abeeae1d20c07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.441413] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 901.441413] env[69473]: value = "task-3358015" [ 901.441413] env[69473]: _type = "Task" [ 901.441413] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.453294] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.601994] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.682143] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 3fda8980-4333-449f-adf5-2d7c151bab7a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.768883] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.768883] env[69473]: DEBUG nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Instance network_info: |[{"id": "d3cc42af-7909-48b4-8b57-a3f8ae85fa63", "address": "fa:16:3e:b0:7d:92", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cc42af-79", "ovs_interfaceid": "d3cc42af-7909-48b4-8b57-a3f8ae85fa63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.768883] env[69473]: DEBUG oslo_concurrency.lockutils [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] Acquired lock "refresh_cache-09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.768883] env[69473]: DEBUG nova.network.neutron [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Refreshing network info cache for port d3cc42af-7909-48b4-8b57-a3f8ae85fa63 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.768883] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:7d:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3cc42af-7909-48b4-8b57-a3f8ae85fa63', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.777629] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.778853] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.779871] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0762aaff-0b32-4f18-8c6e-9ff7f408b30d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.811499] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.811499] env[69473]: value = "task-3358016" [ 901.811499] env[69473]: _type = "Task" [ 901.811499] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.823187] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.847692] env[69473]: DEBUG nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.849335] env[69473]: DEBUG nova.objects.base [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Object Instance<2feee6c8-909b-416b-9d57-0cfec74d978e> lazy-loaded attributes: resources,numa_topology {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 901.868440] env[69473]: DEBUG nova.network.neutron [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Successfully updated port: 0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.906597] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.953047] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.953176] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.953335] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.953401] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.953545] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.953683] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.953937] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.954124] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.954330] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.954516] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.954712] env[69473]: DEBUG nova.virt.hardware [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.956137] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2570da9b-39e5-4f0b-832a-872fa5c90064 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.971019] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.972418] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5331c45-ee8c-4856-80e4-c44c56bd08fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.994264] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:16:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b59077-c93e-4662-9768-82a796de5f75', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.003053] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.006897] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.007528] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee9cee38-0155-4c25-9621-6288503b5709 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.035511] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.035511] env[69473]: value = "task-3358017" [ 902.035511] env[69473]: _type = "Task" [ 902.035511] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.050590] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358017, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.096444] env[69473]: DEBUG nova.network.neutron [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Successfully created port: bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.182998] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 8e2a554b-0f7b-44ad-a15e-3b374106d672] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.283522] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804e97f-f8e6-41a6-8026-aa7390ba4f44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.294077] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57d7838-3c87-4f0b-88ad-1f8d06dce9cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.330173] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e62c08e-8c3b-483a-8f14-23b24e8418ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.343741] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.346106] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b63458-c1c1-44ec-b179-d5e0df409eba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.370415] env[69473]: DEBUG nova.compute.provider_tree [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.372080] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.373228] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.373228] env[69473]: DEBUG nova.network.neutron [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.395977] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.452817] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358015, 'name': ReconfigVM_Task, 'duration_secs': 0.628883} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.453144] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 1b83784a-be10-4ae2-a3ab-35ecd1b930f4/1b83784a-be10-4ae2-a3ab-35ecd1b930f4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.453788] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c419d79a-1c31-4eb0-b445-5e6285de7d85 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.461607] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 902.461607] env[69473]: value = "task-3358018" [ 902.461607] env[69473]: _type = "Task" [ 902.461607] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.475147] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358018, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.549084] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358017, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.687039] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: f2c5d8bd-7a27-4779-8bf1-a8442162035f] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.756422] env[69473]: DEBUG nova.network.neutron [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Updated VIF entry in instance network info cache for port d3cc42af-7909-48b4-8b57-a3f8ae85fa63. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.756422] env[69473]: DEBUG nova.network.neutron [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Updating instance_info_cache with network_info: [{"id": "d3cc42af-7909-48b4-8b57-a3f8ae85fa63", "address": "fa:16:3e:b0:7d:92", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cc42af-79", "ovs_interfaceid": "d3cc42af-7909-48b4-8b57-a3f8ae85fa63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.842317] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.861977] env[69473]: DEBUG nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.874482] env[69473]: DEBUG nova.scheduler.client.report [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.903972] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.906353] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.906762] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.907060] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.907379] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.907740] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.908044] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.908481] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.908765] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.909084] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.909402] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.909706] env[69473]: DEBUG nova.virt.hardware [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.912038] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4ede1-b34e-4377-978a-739560dbd834 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.924510] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b641e-c7fc-43c9-80e4-3b86cfbe7a2a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.945460] env[69473]: DEBUG nova.compute.manager [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Received event network-changed-1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.945632] env[69473]: DEBUG nova.compute.manager [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Refreshing instance network info cache due to event network-changed-1c052689-c048-4b98-a02a-fd9d870340b2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.945845] env[69473]: DEBUG oslo_concurrency.lockutils [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] Acquiring lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.948018] env[69473]: DEBUG oslo_concurrency.lockutils [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] Acquired lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.948018] env[69473]: DEBUG nova.network.neutron [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Refreshing network info cache for port 1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.977052] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358018, 'name': Rename_Task, 'duration_secs': 0.186074} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.977957] env[69473]: DEBUG nova.network.neutron [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.981210] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.981825] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1069addb-ec07-480b-90df-e557b6105ae9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.996027] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 902.996027] env[69473]: value = "task-3358019" [ 902.996027] env[69473]: _type = "Task" [ 902.996027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.007257] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.055450] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358017, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.195376] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: ac03567e-0faa-4105-87c5-f3d4a0a19289] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.215018] env[69473]: DEBUG nova.network.neutron [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.260860] env[69473]: DEBUG oslo_concurrency.lockutils [req-d9197fe0-d3bf-455b-96f0-077d9a1981ca req-734ffc2b-fecd-4478-980c-76edd833b2e4 service nova] Releasing lock "refresh_cache-09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.318678] env[69473]: DEBUG nova.compute.manager [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-vif-plugged-0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.318970] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.319121] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.319293] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.319455] env[69473]: DEBUG nova.compute.manager [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] No waiting events found dispatching network-vif-plugged-0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.319616] env[69473]: WARNING nova.compute.manager [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received unexpected event network-vif-plugged-0558dee0-046e-4cfc-a8f1-f53e7e174764 for instance with vm_state building and task_state spawning. [ 903.319773] env[69473]: DEBUG nova.compute.manager [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-changed-0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.320034] env[69473]: DEBUG nova.compute.manager [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing instance network info cache due to event network-changed-0558dee0-046e-4cfc-a8f1-f53e7e174764. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.324303] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.338240] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.384261] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.546s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.389502] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.742s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.389502] env[69473]: DEBUG nova.objects.instance [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lazy-loading 'resources' on Instance uuid 61c52b79-2ee1-450d-993d-8c1991d71f56 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.407706] env[69473]: DEBUG oslo_vmware.api [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358008, 'name': PowerOnVM_Task, 'duration_secs': 3.097694} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.408267] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.408585] env[69473]: DEBUG nova.compute.manager [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.409644] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a905186c-8647-4a0c-b3f0-d26f2cb1ac67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.502425] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358019, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.549579] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358017, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.686630] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "2bb50809-0b14-4923-97ef-d14abd42ad0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.686918] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.687168] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.687331] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.687499] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.691987] env[69473]: INFO nova.compute.manager [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Terminating instance [ 903.701372] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 4359e04e-e11b-4565-9659-a800db1c6bc1] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.718333] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.718689] env[69473]: DEBUG nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Instance network_info: |[{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.719060] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.719181] env[69473]: DEBUG nova.network.neutron [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing network info cache for port 0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.720678] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:c1:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0558dee0-046e-4cfc-a8f1-f53e7e174764', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.736245] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.740650] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.740650] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e3aad72-e753-426e-8bcd-1fb7640b2c83 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.769382] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.769382] env[69473]: value = "task-3358020" [ 903.769382] env[69473]: _type = "Task" [ 903.769382] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.786646] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358020, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.839944] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.897138] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53df0c73-6f5e-42f6-a3cd-0ca1ba493bda tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.562s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.901963] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.417s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.902506] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.906764] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.906764] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.906764] env[69473]: INFO nova.compute.manager [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Terminating instance [ 903.937507] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.004818] env[69473]: DEBUG oslo_vmware.api [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358019, 'name': PowerOnVM_Task, 'duration_secs': 0.770012} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.005298] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.005564] env[69473]: INFO nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Took 12.00 seconds to spawn the instance on the hypervisor. [ 904.005781] env[69473]: DEBUG nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.006956] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dda422-e250-4723-8158-960a05e5d904 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.057134] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358017, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.198671] env[69473]: DEBUG nova.compute.manager [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.198671] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.200023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92395f28-3ba9-44da-960c-6641b72e809e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.207339] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.207430] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Cleaning up deleted instances with incomplete migration {{(pid=69473) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 904.216374] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.216726] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b89d07-8756-4c4f-8e58-1777e16e3142 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.224899] env[69473]: DEBUG oslo_vmware.api [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 904.224899] env[69473]: value = "task-3358022" [ 904.224899] env[69473]: _type = "Task" [ 904.224899] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.235556] env[69473]: DEBUG oslo_vmware.api [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.264143] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "c450d12c-81d4-4208-b903-72a6a1ecb603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.265117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "c450d12c-81d4-4208-b903-72a6a1ecb603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.265117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "c450d12c-81d4-4208-b903-72a6a1ecb603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.265117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "c450d12c-81d4-4208-b903-72a6a1ecb603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.265117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "c450d12c-81d4-4208-b903-72a6a1ecb603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.269491] env[69473]: INFO nova.compute.manager [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Terminating instance [ 904.285640] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358020, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.342652] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.388016] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fe0b1-1b63-421c-b99d-034faf95fd67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.393919] env[69473]: DEBUG nova.network.neutron [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Updated VIF entry in instance network info cache for port 1c052689-c048-4b98-a02a-fd9d870340b2. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.394407] env[69473]: DEBUG nova.network.neutron [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Updating instance_info_cache with network_info: [{"id": "1c052689-c048-4b98-a02a-fd9d870340b2", "address": "fa:16:3e:7b:ad:03", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c052689-c0", "ovs_interfaceid": "1c052689-c048-4b98-a02a-fd9d870340b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.399469] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf8eb23-e22b-4d2f-8d07-a3dae5127c81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.437055] env[69473]: DEBUG nova.compute.manager [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.437405] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.441515] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f948b70b-b4eb-4fae-8e03-c34960754274 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.444237] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d91340-65c9-4789-a241-cef93d65300c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.458826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81c6cc4-98f7-4ad2-a03d-a8f732361efe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.466843] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bf01b4-f430-4812-ac6e-43bdcfb85eaf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.494948] env[69473]: DEBUG nova.compute.provider_tree [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.510102] env[69473]: WARNING nova.virt.vmwareapi.vmops [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2feee6c8-909b-416b-9d57-0cfec74d978e could not be found. [ 904.510356] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.510534] env[69473]: INFO nova.compute.manager [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Took 0.07 seconds to destroy the instance on the hypervisor. [ 904.510802] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.511940] env[69473]: DEBUG nova.scheduler.client.report [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.515522] env[69473]: DEBUG nova.compute.manager [-] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.515643] env[69473]: DEBUG nova.network.neutron [-] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.529011] env[69473]: INFO nova.compute.manager [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Took 45.02 seconds to build instance. [ 904.557427] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358017, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.564639] env[69473]: DEBUG nova.network.neutron [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updated VIF entry in instance network info cache for port 0558dee0-046e-4cfc-a8f1-f53e7e174764. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.567021] env[69473]: DEBUG nova.network.neutron [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.710164] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.736564] env[69473]: DEBUG oslo_vmware.api [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358022, 'name': PowerOffVM_Task, 'duration_secs': 0.368036} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.736564] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.736776] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.736874] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c591442c-454d-4161-a071-f28f5daf417a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.742223] env[69473]: DEBUG nova.network.neutron [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Successfully updated port: bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.785354] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "refresh_cache-c450d12c-81d4-4208-b903-72a6a1ecb603" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.785583] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquired lock "refresh_cache-c450d12c-81d4-4208-b903-72a6a1ecb603" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.785798] env[69473]: DEBUG nova.network.neutron [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.795898] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358020, 'name': CreateVM_Task, 'duration_secs': 0.532476} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.796730] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.797838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.798915] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.798915] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.800282] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69d57e6-17b9-46cd-a610-cb5189e04250 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.805649] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 904.805649] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd9efd-a88e-d107-36b5-0c3ac00d4e04" [ 904.805649] env[69473]: _type = "Task" [ 904.805649] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.817242] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd9efd-a88e-d107-36b5-0c3ac00d4e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.843090] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.899884] env[69473]: DEBUG oslo_concurrency.lockutils [req-4ab3ebd9-351d-4562-a2e5-7c8eae75dd7b req-6d78f518-f230-4870-87ab-0e4df7de603a service nova] Releasing lock "refresh_cache-feb825e4-a7b5-4209-aca1-9ecd593665bf" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.018782] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.023458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.592s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.025100] env[69473]: INFO nova.compute.claims [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.031581] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e322a42-8906-446c-9559-5bfafcf4cede tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.855s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.051549] env[69473]: INFO nova.scheduler.client.report [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleted allocations for instance 61c52b79-2ee1-450d-993d-8c1991d71f56 [ 905.062897] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358017, 'name': CreateVM_Task, 'duration_secs': 2.579619} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.063082] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.063913] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.068505] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ab2ce25-6425-42e9-9d71-ecff9dec5601 req-d1db1912-d445-4972-9da4-b2a68eaa6da8 service nova] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.246068] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.246068] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquired lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.247747] env[69473]: DEBUG nova.network.neutron [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.309124] env[69473]: DEBUG nova.network.neutron [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.324311] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd9efd-a88e-d107-36b5-0c3ac00d4e04, 'name': SearchDatastore_Task, 'duration_secs': 0.037816} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.324890] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.324982] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.325342] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.325595] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.325851] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.326288] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.326614] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.327218] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9414fcf-7ecd-45cf-9f74-694c312b6a5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.329279] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c038707-46e6-4215-9fa9-56f542912b44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.340708] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 905.340708] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52be4cb7-cd50-90a3-892a-d28f34c58821" [ 905.340708] env[69473]: _type = "Task" [ 905.340708] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.344331] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.348421] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.348638] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.350152] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d5d975-f718-4660-b36c-fdd08c105762 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.358900] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52be4cb7-cd50-90a3-892a-d28f34c58821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.360471] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 905.360471] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52648d3f-a7db-e355-fe34-66ea137ad849" [ 905.360471] env[69473]: _type = "Task" [ 905.360471] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.369242] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52648d3f-a7db-e355-fe34-66ea137ad849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.377146] env[69473]: DEBUG nova.network.neutron [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.490359] env[69473]: DEBUG nova.network.neutron [-] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.561040] env[69473]: DEBUG oslo_concurrency.lockutils [None req-08d8ac29-49bd-40c5-b67e-c2b0dc4cd417 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "61c52b79-2ee1-450d-993d-8c1991d71f56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.445s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.696174] env[69473]: DEBUG nova.compute.manager [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Received event network-vif-plugged-bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.696174] env[69473]: DEBUG oslo_concurrency.lockutils [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] Acquiring lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.696174] env[69473]: DEBUG oslo_concurrency.lockutils [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.696174] env[69473]: DEBUG oslo_concurrency.lockutils [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.697242] env[69473]: DEBUG nova.compute.manager [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] No waiting events found dispatching network-vif-plugged-bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.697242] env[69473]: WARNING nova.compute.manager [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Received unexpected event network-vif-plugged-bd72876d-fa27-4584-95ef-5e9f6fead18e for instance with vm_state building and task_state spawning. [ 905.697371] env[69473]: DEBUG nova.compute.manager [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Received event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.697520] env[69473]: DEBUG nova.compute.manager [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing instance network info cache due to event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.697696] env[69473]: DEBUG oslo_concurrency.lockutils [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] Acquiring lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.790746] env[69473]: DEBUG nova.network.neutron [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.848020] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.861660] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52be4cb7-cd50-90a3-892a-d28f34c58821, 'name': SearchDatastore_Task, 'duration_secs': 0.019659} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.861660] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.861660] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.861874] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.871914] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52648d3f-a7db-e355-fe34-66ea137ad849, 'name': SearchDatastore_Task, 'duration_secs': 0.016385} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.875253] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e4a432-26b7-4654-a2a7-af710387b29f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.881020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Releasing lock "refresh_cache-c450d12c-81d4-4208-b903-72a6a1ecb603" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.881020] env[69473]: DEBUG nova.compute.manager [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.881020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.882182] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587718f3-a23a-4beb-accd-fa0cb5d94d1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.885405] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 905.885405] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52876a3f-d499-abbf-0a0f-737873c07265" [ 905.885405] env[69473]: _type = "Task" [ 905.885405] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.892971] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.893771] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd651179-7d77-4573-9a25-7f92a6345547 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.902058] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52876a3f-d499-abbf-0a0f-737873c07265, 'name': SearchDatastore_Task, 'duration_secs': 0.016462} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.905057] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.905415] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c105af4e-d29a-44f5-8eb6-53f303843059/c105af4e-d29a-44f5-8eb6-53f303843059.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.905831] env[69473]: DEBUG oslo_vmware.api [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 905.905831] env[69473]: value = "task-3358024" [ 905.905831] env[69473]: _type = "Task" [ 905.905831] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.906124] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.906324] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.906546] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Deleting the datastore file [datastore1] 2bb50809-0b14-4923-97ef-d14abd42ad0b {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.906856] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.907102] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.907505] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00fde70e-07dd-4afa-963a-d85bf6eb8ab2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.910178] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0aa1292-e76b-48fb-bc84-ab9bd0862ab8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.912782] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eacd702-b4d2-4b85-b474-0e17eac64bd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.930287] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 905.930287] env[69473]: value = "task-3358025" [ 905.930287] env[69473]: _type = "Task" [ 905.930287] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.930287] env[69473]: DEBUG oslo_vmware.api [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.933605] env[69473]: DEBUG oslo_vmware.api [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 905.933605] env[69473]: value = "task-3358026" [ 905.933605] env[69473]: _type = "Task" [ 905.933605] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.933605] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.933605] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.939261] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497c0ddb-c8e0-4ffd-bdb2-ada4a586181d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.951436] env[69473]: DEBUG oslo_vmware.api [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.955623] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.956100] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 905.956100] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb5192-e728-d5c2-476e-ce57ff3d118d" [ 905.956100] env[69473]: _type = "Task" [ 905.956100] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.967600] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cb5192-e728-d5c2-476e-ce57ff3d118d, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.968463] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4278cc7f-84be-48cf-935b-eac2c360dc4a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.973877] env[69473]: DEBUG nova.network.neutron [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.976394] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 905.976394] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5250a71d-7890-430d-0a18-d4648f748b31" [ 905.976394] env[69473]: _type = "Task" [ 905.976394] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.986085] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5250a71d-7890-430d-0a18-d4648f748b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.993477] env[69473]: INFO nova.compute.manager [-] [instance: 2feee6c8-909b-416b-9d57-0cfec74d978e] Took 1.48 seconds to deallocate network for instance. [ 906.019730] env[69473]: DEBUG nova.compute.manager [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.021028] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a84737-f60d-4935-ab29-c9b819b352e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.139357] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.139357] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.348389] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.424255] env[69473]: DEBUG oslo_vmware.api [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358024, 'name': PowerOffVM_Task, 'duration_secs': 0.216237} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.424457] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.424632] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.424900] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5dbaa6-c1a8-44fa-b305-4ba7ec731e57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.442679] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.461569] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.461801] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.461993] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Deleting the datastore file [datastore2] c450d12c-81d4-4208-b903-72a6a1ecb603 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.462330] env[69473]: DEBUG oslo_vmware.api [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243146} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.462542] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31bae174-f321-495c-8c73-4a2daf6490be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.464693] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.464814] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.464986] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.466055] env[69473]: INFO nova.compute.manager [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Took 2.27 seconds to destroy the instance on the hypervisor. [ 906.466055] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.466055] env[69473]: DEBUG nova.compute.manager [-] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.466055] env[69473]: DEBUG nova.network.neutron [-] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.469747] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b91e8-1ec3-4c6a-aa5d-d474d55e0e96 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.475878] env[69473]: DEBUG oslo_vmware.api [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for the task: (returnval){ [ 906.475878] env[69473]: value = "task-3358029" [ 906.475878] env[69473]: _type = "Task" [ 906.475878] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.479215] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Releasing lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.479215] env[69473]: DEBUG nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Instance network_info: |[{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.482383] env[69473]: DEBUG oslo_concurrency.lockutils [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] Acquired lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.482498] env[69473]: DEBUG nova.network.neutron [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.483718] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7e:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd72876d-fa27-4584-95ef-5e9f6fead18e', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.492021] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Creating folder: Project (497df32c52614576ac9abeeae1d20c07). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.497114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e342f-2900-48b8-a461-48bf291424ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.501025] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4bdf512-c161-4767-bf22-da4a9c2866f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.515297] env[69473]: DEBUG oslo_vmware.api [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.548367] env[69473]: INFO nova.compute.manager [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] instance snapshotting [ 906.550704] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5250a71d-7890-430d-0a18-d4648f748b31, 'name': SearchDatastore_Task, 'duration_secs': 0.012937} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.554152] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f4569-44c0-4bbd-906e-8bd48178fbd2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.557268] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.557268] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.558181] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Created folder: Project (497df32c52614576ac9abeeae1d20c07) in parent group-v669999. [ 906.558181] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Creating folder: Instances. Parent ref: group-v670209. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.558552] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9658b-c54c-4eeb-bcd1-db023da0cf67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.565143] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecc4be81-455e-46bf-b1b1-93390b0c28fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.568045] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6392450c-1b03-4cb1-9630-f225a146f6e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.593723] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38656be4-b682-4379-b660-4fb8aa303f05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.597753] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 906.597753] env[69473]: value = "task-3358031" [ 906.597753] env[69473]: _type = "Task" [ 906.597753] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.600213] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e0a51-e3ae-41ec-8bf4-c3c24aef77b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.603935] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Created folder: Instances in parent group-v670209. [ 906.603935] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.609339] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.620609] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4288ddb5-a1c5-4330-9415-771d1c3edee7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.635826] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.636150] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.637953] env[69473]: DEBUG nova.compute.provider_tree [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.648013] env[69473]: DEBUG nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.651023] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.654246] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.654246] env[69473]: value = "task-3358033" [ 906.654246] env[69473]: _type = "Task" [ 906.654246] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.664246] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358033, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.847218] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.952207] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636876} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.952730] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c105af4e-d29a-44f5-8eb6-53f303843059/c105af4e-d29a-44f5-8eb6-53f303843059.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.952900] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.953110] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fca6c52-cebf-4fb0-b52b-f7503391a0bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.962707] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 906.962707] env[69473]: value = "task-3358034" [ 906.962707] env[69473]: _type = "Task" [ 906.962707] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.973848] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.996762] env[69473]: DEBUG oslo_vmware.api [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Task: {'id': task-3358029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164677} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.997139] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.997339] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.997529] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.000457] env[69473]: INFO nova.compute.manager [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Took 1.12 seconds to destroy the instance on the hypervisor. [ 907.000457] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.000457] env[69473]: DEBUG nova.compute.manager [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.000457] env[69473]: DEBUG nova.network.neutron [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.037702] env[69473]: DEBUG nova.network.neutron [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.074714] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d45a9c3b-2ddc-4129-a32b-96018ea9fce2 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "2feee6c8-909b-416b-9d57-0cfec74d978e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.171s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.115677] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5278} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.116027] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.116290] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.116624] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236969f9-d4c0-4e55-b947-b50b23468324 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.126163] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 907.126163] env[69473]: value = "task-3358035" [ 907.126163] env[69473]: _type = "Task" [ 907.126163] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.138368] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.144038] env[69473]: DEBUG nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.148978] env[69473]: DEBUG nova.scheduler.client.report [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.156392] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.159184] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30d7c4be-c23c-4df8-a735-3026ea48c002 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.173211] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358033, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.175309] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 907.175309] env[69473]: value = "task-3358036" [ 907.175309] env[69473]: _type = "Task" [ 907.175309] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.186846] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358036, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.188065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.263232] env[69473]: DEBUG nova.network.neutron [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updated VIF entry in instance network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.263608] env[69473]: DEBUG nova.network.neutron [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.346032] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358016, 'name': CreateVM_Task, 'duration_secs': 5.22311} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.346219] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.347145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.347351] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.347782] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.348092] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c1de5c-5a94-49a0-9095-18fa48c739dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.354027] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 907.354027] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cabe14-bab6-deb3-5010-7dd633dd58c4" [ 907.354027] env[69473]: _type = "Task" [ 907.354027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.358885] env[69473]: DEBUG nova.network.neutron [-] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.366636] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cabe14-bab6-deb3-5010-7dd633dd58c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.474421] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15229} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.474715] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.475538] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79364ea3-61f5-4827-b727-54d94f5aed62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.501300] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] c105af4e-d29a-44f5-8eb6-53f303843059/c105af4e-d29a-44f5-8eb6-53f303843059.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.501612] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6008f9-e6f9-4f3d-9473-655685e9f12f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.523313] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 907.523313] env[69473]: value = "task-3358037" [ 907.523313] env[69473]: _type = "Task" [ 907.523313] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.538398] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.539808] env[69473]: DEBUG nova.network.neutron [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.557823] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.558088] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.558303] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.558484] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.558653] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.560932] env[69473]: INFO nova.compute.manager [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Terminating instance [ 907.637329] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161964} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.637998] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.638825] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5733f4f-8128-461f-8ad1-5eacffc804b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.665305] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.668378] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.668842] env[69473]: DEBUG nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.671911] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec616de2-271f-414a-bcf6-bc4ad2ccfe81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.689377] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.175s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.689612] env[69473]: DEBUG nova.objects.instance [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lazy-loading 'resources' on Instance uuid b9fd194d-c0af-49f6-b185-f99e2ecfdb55 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.705765] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358036, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.705981] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358033, 'name': CreateVM_Task, 'duration_secs': 0.723507} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.707109] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.708817] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.709451] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 907.709451] env[69473]: value = "task-3358038" [ 907.709451] env[69473]: _type = "Task" [ 907.709451] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.711082] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.723376] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.733150] env[69473]: DEBUG nova.compute.manager [req-dd7a01e4-da1b-45c0-be9a-f26cb65c78a0 req-4fc666ee-d4e8-4a09-bfd9-c510006fca28 service nova] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Received event network-vif-deleted-b85eaa53-b2af-4212-a88d-0d6052539672 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.766541] env[69473]: DEBUG oslo_concurrency.lockutils [req-74ecf08c-bd65-4e6e-a23b-7f7c800fd1bd req-b4d0bfba-acd8-428b-b6f0-f6d4ff3779d6 service nova] Releasing lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.866818] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cabe14-bab6-deb3-5010-7dd633dd58c4, 'name': SearchDatastore_Task, 'duration_secs': 0.02094} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.867186] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.867475] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.867762] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.867921] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.868864] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.868864] env[69473]: INFO nova.compute.manager [-] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Took 1.40 seconds to deallocate network for instance. [ 907.868864] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.869220] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.869469] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a31105b-20d4-48c8-8c41-e55cd05e702d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.873071] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611f9f0b-8945-4487-adfa-a1c0f68dc903 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.882643] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 907.882643] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5292d65e-3dad-670e-7d03-e93bf9fd5cbc" [ 907.882643] env[69473]: _type = "Task" [ 907.882643] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.887403] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.887649] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.891321] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52534c27-e8aa-4e25-8b03-094c07e294e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.893775] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5292d65e-3dad-670e-7d03-e93bf9fd5cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.897910] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 907.897910] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202b081-6423-5ef2-fdd1-38af5bfd9c79" [ 907.897910] env[69473]: _type = "Task" [ 907.897910] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.901605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "9512636c-5133-444d-ad81-9507df8b762e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.901838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "9512636c-5133-444d-ad81-9507df8b762e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.902402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "9512636c-5133-444d-ad81-9507df8b762e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.902402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "9512636c-5133-444d-ad81-9507df8b762e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.903045] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "9512636c-5133-444d-ad81-9507df8b762e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.905259] env[69473]: INFO nova.compute.manager [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Terminating instance [ 907.911406] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202b081-6423-5ef2-fdd1-38af5bfd9c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.008261] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "1428e285-7a51-41b6-81a9-fc508b947ff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.008517] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.032619] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358037, 'name': ReconfigVM_Task, 'duration_secs': 0.281147} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.032883] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfigured VM instance instance-00000049 to attach disk [datastore1] c105af4e-d29a-44f5-8eb6-53f303843059/c105af4e-d29a-44f5-8eb6-53f303843059.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.033532] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-625bbd40-dba0-4fad-9413-4304d678db23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.040807] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 908.040807] env[69473]: value = "task-3358039" [ 908.040807] env[69473]: _type = "Task" [ 908.040807] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.043941] env[69473]: INFO nova.compute.manager [-] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Took 1.05 seconds to deallocate network for instance. [ 908.051563] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358039, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.066399] env[69473]: DEBUG nova.compute.manager [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.066640] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.067562] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822ffd16-d4fb-46c0-8359-c4fa7552eca6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.076610] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.076868] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbae2aef-89e1-4287-9322-ebdf05ad5142 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.084624] env[69473]: DEBUG oslo_vmware.api [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 908.084624] env[69473]: value = "task-3358040" [ 908.084624] env[69473]: _type = "Task" [ 908.084624] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.093303] env[69473]: DEBUG oslo_vmware.api [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.189065] env[69473]: DEBUG nova.compute.utils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.190572] env[69473]: DEBUG nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.190787] env[69473]: DEBUG nova.network.neutron [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.209279] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358036, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.224466] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.240577] env[69473]: DEBUG nova.policy [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b33c8a5c8de4a0f9d755aceddad6212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b89a5e1a770447b18011576243567480', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.383283] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.393913] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5292d65e-3dad-670e-7d03-e93bf9fd5cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.027407} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.396625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.396881] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.397110] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.408384] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202b081-6423-5ef2-fdd1-38af5bfd9c79, 'name': SearchDatastore_Task, 'duration_secs': 0.03637} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.413459] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501bfa9f-8768-4c2d-aa6a-baa4eab57ec2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.415669] env[69473]: DEBUG nova.compute.manager [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.415863] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.416687] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2709b5-92b9-4dc2-9d51-ec63053a8c76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.423296] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 908.423296] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524aade7-6a16-e93c-9677-9135d11e34e5" [ 908.423296] env[69473]: _type = "Task" [ 908.423296] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.425712] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.431524] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf66714-a132-4023-9f3f-e05f6b703356 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.440713] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524aade7-6a16-e93c-9677-9135d11e34e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012719} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.441050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.441328] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.442717] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.442951] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.443203] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c25096-ea06-45ec-9ecd-06e41b318ef3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.445411] env[69473]: DEBUG oslo_vmware.api [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 908.445411] env[69473]: value = "task-3358042" [ 908.445411] env[69473]: _type = "Task" [ 908.445411] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.445606] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-529a7df3-fffa-4ae0-a420-9ec9dcab9a3c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.469107] env[69473]: DEBUG oslo_vmware.api [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.470089] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 908.470089] env[69473]: value = "task-3358043" [ 908.470089] env[69473]: _type = "Task" [ 908.470089] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.474425] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.474660] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.481860] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5a1631-22a8-4647-80fc-976cc31cf60e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.497156] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 908.497156] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529099ef-7242-4ea8-3109-bf208da4b437" [ 908.497156] env[69473]: _type = "Task" [ 908.497156] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.497156] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.512407] env[69473]: DEBUG nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.514037] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529099ef-7242-4ea8-3109-bf208da4b437, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.517920] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de55be8a-6009-42d0-bc91-2be7d43c9739 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.525140] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 908.525140] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52baf822-7b61-fb44-ab11-2eb69a58f946" [ 908.525140] env[69473]: _type = "Task" [ 908.525140] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.535611] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52baf822-7b61-fb44-ab11-2eb69a58f946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.554933] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.554933] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358039, 'name': Rename_Task, 'duration_secs': 0.146038} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.555234] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.555482] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94c16b15-b5bb-42b4-b90c-78f730027308 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.564747] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 908.564747] env[69473]: value = "task-3358044" [ 908.564747] env[69473]: _type = "Task" [ 908.564747] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.580502] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.607524] env[69473]: DEBUG oslo_vmware.api [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358040, 'name': PowerOffVM_Task, 'duration_secs': 0.223248} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.608497] env[69473]: DEBUG nova.network.neutron [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Successfully created port: 282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.610610] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.610830] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.611140] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2909e3fb-8a23-43c8-8d03-b125d53eb7c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.643311] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1a57e-eedd-404d-a984-2d05d8220567 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.652737] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a340bf68-e571-45f0-a1b6-475a8f7636a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.689334] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9255412-f5a8-474f-a3e6-c63ea8107d44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.692521] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.692787] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.693856] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleting the datastore file [datastore2] e471e74a-8fd2-42f0-ad19-69aa71318bc7 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.693856] env[69473]: DEBUG nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.697436] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4df67843-b7d3-42af-96e9-dcae40711216 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.713496] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358036, 'name': CreateSnapshot_Task, 'duration_secs': 1.28822} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.720969] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.721656] env[69473]: DEBUG oslo_vmware.api [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 908.721656] env[69473]: value = "task-3358046" [ 908.721656] env[69473]: _type = "Task" [ 908.721656] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.723146] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67308147-633b-470b-ab80-6d1c190bd1fa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.727076] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2bc09d-b7cb-4125-ac3e-a8037343f4a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.741282] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358038, 'name': ReconfigVM_Task, 'duration_secs': 0.621775} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.742875] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 9bd9d879-229b-40a3-bf86-2a5a84d1656a/9bd9d879-229b-40a3-bf86-2a5a84d1656a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.757595] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db56ecd0-c828-4be8-8f0a-01ae1e084afd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.762769] env[69473]: DEBUG nova.compute.provider_tree [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.768159] env[69473]: DEBUG oslo_vmware.api [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.777586] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 908.777586] env[69473]: value = "task-3358047" [ 908.777586] env[69473]: _type = "Task" [ 908.777586] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.793673] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358047, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.961406] env[69473]: DEBUG oslo_vmware.api [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358042, 'name': PowerOffVM_Task, 'duration_secs': 0.194036} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.961858] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.962267] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.962421] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41425712-fc7e-4d34-93f7-c1ba3ca22079 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.984840] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358043, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.041308] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52baf822-7b61-fb44-ab11-2eb69a58f946, 'name': SearchDatastore_Task, 'duration_secs': 0.012705} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.042132] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.043712] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.043978] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66/c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.044434] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.044560] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.044742] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleting the datastore file [datastore2] 9512636c-5133-444d-ad81-9507df8b762e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.044979] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a91a0096-3a7a-4780-91e9-e5cb2403e4fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.047311] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d85cf7d-911d-47ea-844a-849f5cabad1d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.058329] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 909.058329] env[69473]: value = "task-3358049" [ 909.058329] env[69473]: _type = "Task" [ 909.058329] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.060357] env[69473]: DEBUG oslo_vmware.api [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for the task: (returnval){ [ 909.060357] env[69473]: value = "task-3358050" [ 909.060357] env[69473]: _type = "Task" [ 909.060357] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.072748] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.083305] env[69473]: DEBUG oslo_vmware.api [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.089909] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.243188] env[69473]: DEBUG oslo_vmware.api [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340412} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.243579] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.243800] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.243979] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.244167] env[69473]: INFO nova.compute.manager [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 909.244417] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.244587] env[69473]: DEBUG nova.compute.manager [-] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.244677] env[69473]: DEBUG nova.network.neutron [-] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.275577] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.276553] env[69473]: DEBUG nova.scheduler.client.report [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.280042] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-764655cc-4e30-4029-b2fa-5a924ee71692 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.293183] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358047, 'name': Rename_Task, 'duration_secs': 0.380844} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.295406] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.295781] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 909.295781] env[69473]: value = "task-3358051" [ 909.295781] env[69473]: _type = "Task" [ 909.295781] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.295978] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c6c90b-fff7-41a6-bd4e-2f1a622dbd7f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.311022] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358051, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.312557] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 909.312557] env[69473]: value = "task-3358052" [ 909.312557] env[69473]: _type = "Task" [ 909.312557] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.322037] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.484996] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575469} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.485354] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.485584] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.485854] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e4a859-93e9-4c1b-9b53-0104384e2444 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.497248] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 909.497248] env[69473]: value = "task-3358053" [ 909.497248] env[69473]: _type = "Task" [ 909.497248] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.515025] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.578350] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.585323] env[69473]: DEBUG oslo_vmware.api [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Task: {'id': task-3358050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406324} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.585691] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.585950] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.586260] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.586519] env[69473]: INFO nova.compute.manager [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 909.586918] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.587683] env[69473]: DEBUG nova.compute.manager [-] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.587803] env[69473]: DEBUG nova.network.neutron [-] [instance: 9512636c-5133-444d-ad81-9507df8b762e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.596175] env[69473]: DEBUG oslo_vmware.api [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358044, 'name': PowerOnVM_Task, 'duration_secs': 0.585356} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.596175] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.596508] env[69473]: INFO nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Took 9.35 seconds to spawn the instance on the hypervisor. [ 909.596508] env[69473]: DEBUG nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.597384] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd3701c-ac75-451d-bac8-25b83cd2066e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.707704] env[69473]: DEBUG nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.747368] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.747616] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.747767] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.748208] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.748380] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.748536] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.748746] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.748912] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.749086] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.749236] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.749419] env[69473]: DEBUG nova.virt.hardware [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.750674] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825df4ca-9213-4274-87bd-35e66e65d19f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.763815] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac58d875-942a-4731-a458-e98aee054cc9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.784766] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.787610] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.985s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.790478] env[69473]: INFO nova.compute.claims [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.809178] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358051, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.825483] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.829656] env[69473]: INFO nova.scheduler.client.report [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Deleted allocations for instance b9fd194d-c0af-49f6-b185-f99e2ecfdb55 [ 909.837706] env[69473]: DEBUG nova.compute.manager [req-8a7f7fe7-57a9-4002-9f89-d6c1dc14a62a req-59a9703b-9f35-4ab8-b8cf-380fd5b12264 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Received event network-vif-deleted-ba77d7c9-b75c-4dc6-9570-af554e7f7c1f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.837793] env[69473]: INFO nova.compute.manager [req-8a7f7fe7-57a9-4002-9f89-d6c1dc14a62a req-59a9703b-9f35-4ab8-b8cf-380fd5b12264 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Neutron deleted interface ba77d7c9-b75c-4dc6-9570-af554e7f7c1f; detaching it from the instance and deleting it from the info cache [ 909.837990] env[69473]: DEBUG nova.network.neutron [req-8a7f7fe7-57a9-4002-9f89-d6c1dc14a62a req-59a9703b-9f35-4ab8-b8cf-380fd5b12264 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.991930] env[69473]: DEBUG nova.network.neutron [-] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.013376] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095064} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.013668] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.014498] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480911a7-a4a7-4bff-8c8d-04f5ba4ae83c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.039733] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.040159] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b883c0-a846-4d64-8937-ce8b2a3a8b96 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.066166] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 910.066166] env[69473]: value = "task-3358054" [ 910.066166] env[69473]: _type = "Task" [ 910.066166] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.078349] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757284} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.081705] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66/c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.081956] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.082247] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.082467] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c35f214-bc0e-49b1-aab3-53e90020fff3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.099082] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 910.099082] env[69473]: value = "task-3358055" [ 910.099082] env[69473]: _type = "Task" [ 910.099082] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.120024] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.122471] env[69473]: INFO nova.compute.manager [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Took 34.09 seconds to build instance. [ 910.158843] env[69473]: DEBUG nova.network.neutron [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Successfully updated port: 282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.307978] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358051, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.324368] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.343805] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-948d5ea8-bc72-42aa-a4ad-42026217b7bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.346308] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ef7be990-fce7-4365-9523-c1803aaaa246 tempest-SecurityGroupsTestJSON-1571835441 tempest-SecurityGroupsTestJSON-1571835441-project-member] Lock "b9fd194d-c0af-49f6-b185-f99e2ecfdb55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.292s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.357311] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f468f526-c42d-4659-8ca2-4272f54a6fdc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.402570] env[69473]: DEBUG nova.network.neutron [-] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.404279] env[69473]: DEBUG nova.compute.manager [req-8a7f7fe7-57a9-4002-9f89-d6c1dc14a62a req-59a9703b-9f35-4ab8-b8cf-380fd5b12264 service nova] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Detach interface failed, port_id=ba77d7c9-b75c-4dc6-9570-af554e7f7c1f, reason: Instance e471e74a-8fd2-42f0-ad19-69aa71318bc7 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.495593] env[69473]: INFO nova.compute.manager [-] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Took 1.25 seconds to deallocate network for instance. [ 910.578891] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.611037] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302184} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.611468] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.612739] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1768f0e4-a9d7-4538-8cbf-dc4e4f44f9ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.631021] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a5fab372-7d97-4373-ac3b-cbe3281fcaa9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "c105af4e-d29a-44f5-8eb6-53f303843059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.609s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.640570] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66/c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.641015] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2b0bc6-861b-4736-a383-9e1bca576e4a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.661956] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.662164] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.662363] env[69473]: DEBUG nova.network.neutron [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.667154] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 910.667154] env[69473]: value = "task-3358057" [ 910.667154] env[69473]: _type = "Task" [ 910.667154] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.677805] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.817239] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358051, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.834679] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.906028] env[69473]: INFO nova.compute.manager [-] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Took 1.32 seconds to deallocate network for instance. [ 911.002017] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.078358] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358054, 'name': ReconfigVM_Task, 'duration_secs': 0.92769} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.081237] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.087193] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0588ddbc-6972-4d31-b6c0-878727515234 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.099373] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 911.099373] env[69473]: value = "task-3358058" [ 911.099373] env[69473]: _type = "Task" [ 911.099373] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.108967] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358058, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.183311] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.206596] env[69473]: DEBUG nova.network.neutron [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.220781] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1ba9a-4ff2-4606-a0c5-9fcfd257f858 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.231591] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d77971-ac1f-46b7-ae49-f274967df021 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.271179] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78499489-abab-4aaf-b957-855d497c7ce0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.281734] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58174de5-8071-426b-9112-27aaf6b009d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.307178] env[69473]: DEBUG nova.compute.provider_tree [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.325357] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358051, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.336059] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.413084] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.448715] env[69473]: DEBUG nova.network.neutron [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Updating instance_info_cache with network_info: [{"id": "282c3928-363c-413e-a798-ee79ce3943e9", "address": "fa:16:3e:9d:b6:d7", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282c3928-36", "ovs_interfaceid": "282c3928-363c-413e-a798-ee79ce3943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.611933] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358058, 'name': Rename_Task, 'duration_secs': 0.232131} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.613156] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.613550] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c568b0-d12f-4024-9290-73d2700c9306 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.622348] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 911.622348] env[69473]: value = "task-3358059" [ 911.622348] env[69473]: _type = "Task" [ 911.622348] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.637507] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.681199] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358057, 'name': ReconfigVM_Task, 'duration_secs': 0.774867} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.681486] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Reconfigured VM instance instance-0000004a to attach disk [datastore1] c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66/c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.682170] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e81ab111-a758-4452-b71b-794d021288ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.691311] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 911.691311] env[69473]: value = "task-3358060" [ 911.691311] env[69473]: _type = "Task" [ 911.691311] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.711124] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358060, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.817834] env[69473]: DEBUG nova.scheduler.client.report [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.824463] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358051, 'name': CloneVM_Task, 'duration_secs': 2.401313} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.825113] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Created linked-clone VM from snapshot [ 911.830416] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51b736-7579-4068-b36e-51c5ee625731 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.842204] env[69473]: DEBUG oslo_vmware.api [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358052, 'name': PowerOnVM_Task, 'duration_secs': 2.04922} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.842744] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.843122] env[69473]: DEBUG nova.compute.manager [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.845129] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27a65e-48c3-4ac6-9fe5-da8fd13b90b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.856424] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Uploading image c3fa859d-4100-4362-945f-922f3874cd34 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.894239] env[69473]: DEBUG nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Received event network-vif-deleted-d0bf74fd-0639-45b9-a60a-4aa8e609780d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.894239] env[69473]: DEBUG nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Received event network-vif-plugged-282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.894239] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Acquiring lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.894239] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.894239] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.894239] env[69473]: DEBUG nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] No waiting events found dispatching network-vif-plugged-282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.894239] env[69473]: WARNING nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Received unexpected event network-vif-plugged-282c3928-363c-413e-a798-ee79ce3943e9 for instance with vm_state building and task_state spawning. [ 911.894239] env[69473]: DEBUG nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Received event network-changed-282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.894239] env[69473]: DEBUG nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Refreshing instance network info cache due to event network-changed-282c3928-363c-413e-a798-ee79ce3943e9. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.894654] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Acquiring lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.901530] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 911.901530] env[69473]: value = "vm-670213" [ 911.901530] env[69473]: _type = "VirtualMachine" [ 911.901530] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 911.902721] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89668895-8bab-42b1-b07c-643023a0d5d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.912266] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease: (returnval){ [ 911.912266] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524828fc-5a52-2aa2-cb16-b559fff76de1" [ 911.912266] env[69473]: _type = "HttpNfcLease" [ 911.912266] env[69473]: } obtained for exporting VM: (result){ [ 911.912266] env[69473]: value = "vm-670213" [ 911.912266] env[69473]: _type = "VirtualMachine" [ 911.912266] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 911.912641] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the lease: (returnval){ [ 911.912641] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524828fc-5a52-2aa2-cb16-b559fff76de1" [ 911.912641] env[69473]: _type = "HttpNfcLease" [ 911.912641] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.921475] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.921475] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524828fc-5a52-2aa2-cb16-b559fff76de1" [ 911.921475] env[69473]: _type = "HttpNfcLease" [ 911.921475] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.951267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.951779] env[69473]: DEBUG nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Instance network_info: |[{"id": "282c3928-363c-413e-a798-ee79ce3943e9", "address": "fa:16:3e:9d:b6:d7", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282c3928-36", "ovs_interfaceid": "282c3928-363c-413e-a798-ee79ce3943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.955038] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Acquired lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.955038] env[69473]: DEBUG nova.network.neutron [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Refreshing network info cache for port 282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.955038] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:b6:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '282c3928-363c-413e-a798-ee79ce3943e9', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.965295] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.971108] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.974016] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08db48b7-77d2-47bc-9d4b-d0a963e416c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.001027] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.001027] env[69473]: value = "task-3358062" [ 912.001027] env[69473]: _type = "Task" [ 912.001027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.008539] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358062, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.139974] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.203169] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358060, 'name': Rename_Task, 'duration_secs': 0.237887} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.203472] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.203728] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7695c78e-289e-4b1f-accd-fe34dca05241 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.216119] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 912.216119] env[69473]: value = "task-3358063" [ 912.216119] env[69473]: _type = "Task" [ 912.216119] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.226687] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.326521] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.327063] env[69473]: DEBUG nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.329809] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.329s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.331242] env[69473]: INFO nova.compute.claims [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.381149] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.395603] env[69473]: DEBUG nova.network.neutron [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Updated VIF entry in instance network info cache for port 282c3928-363c-413e-a798-ee79ce3943e9. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.395995] env[69473]: DEBUG nova.network.neutron [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Updating instance_info_cache with network_info: [{"id": "282c3928-363c-413e-a798-ee79ce3943e9", "address": "fa:16:3e:9d:b6:d7", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282c3928-36", "ovs_interfaceid": "282c3928-363c-413e-a798-ee79ce3943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.424620] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.424620] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524828fc-5a52-2aa2-cb16-b559fff76de1" [ 912.424620] env[69473]: _type = "HttpNfcLease" [ 912.424620] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.424620] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.424620] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524828fc-5a52-2aa2-cb16-b559fff76de1" [ 912.424620] env[69473]: _type = "HttpNfcLease" [ 912.424620] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 912.425156] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c772c32-bca0-4058-ab6c-06f97367a8c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.435914] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f2ed6-687b-756c-8a98-2429d9ee0750/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.436191] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f2ed6-687b-756c-8a98-2429d9ee0750/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 912.513040] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358062, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.564303] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd53496a-f1d5-43f1-82a7-bc3bcdaddc3e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.636026] env[69473]: DEBUG oslo_vmware.api [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358059, 'name': PowerOnVM_Task, 'duration_secs': 0.754156} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.636026] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.636026] env[69473]: INFO nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Took 15.01 seconds to spawn the instance on the hypervisor. [ 912.636026] env[69473]: DEBUG nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.636026] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae65aa2-2023-4ab3-a944-cc5f5b8f3ad4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.730113] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358063, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.837682] env[69473]: DEBUG nova.compute.utils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.843914] env[69473]: DEBUG nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.844707] env[69473]: DEBUG nova.network.neutron [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.893118] env[69473]: DEBUG nova.policy [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e08c43a7ecc454ebfa9bfa817ed9e94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ead0c3c60a934a358103487f64d60dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.898482] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Releasing lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.898756] env[69473]: DEBUG nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-changed-0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.898945] env[69473]: DEBUG nova.compute.manager [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing instance network info cache due to event network-changed-0558dee0-046e-4cfc-a8f1-f53e7e174764. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.899171] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.899317] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.899479] env[69473]: DEBUG nova.network.neutron [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing network info cache for port 0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.018719] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358062, 'name': CreateVM_Task, 'duration_secs': 0.613044} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.020309] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.020309] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.020874] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.021497] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.021866] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f307c0-3e2f-4548-8104-cb41e23a02cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.031182] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 913.031182] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529404cd-855c-8213-3d2e-7821e2a9c41a" [ 913.031182] env[69473]: _type = "Task" [ 913.031182] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.044462] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529404cd-855c-8213-3d2e-7821e2a9c41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.157174] env[69473]: INFO nova.compute.manager [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Took 46.33 seconds to build instance. [ 913.229319] env[69473]: DEBUG oslo_vmware.api [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358063, 'name': PowerOnVM_Task, 'duration_secs': 0.618157} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.229863] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.230932] env[69473]: INFO nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Took 10.37 seconds to spawn the instance on the hypervisor. [ 913.230932] env[69473]: DEBUG nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.233075] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d47893e-6e53-4577-b596-59acad9a59d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.240777] env[69473]: DEBUG nova.network.neutron [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Successfully created port: 20e82f91-0e42-4ede-a043-ffac775d3baf {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.345252] env[69473]: DEBUG nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.425555] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.426021] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.426308] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.426837] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.427230] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.430620] env[69473]: INFO nova.compute.manager [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Terminating instance [ 913.553252] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529404cd-855c-8213-3d2e-7821e2a9c41a, 'name': SearchDatastore_Task, 'duration_secs': 0.024453} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.553607] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.554290] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.554712] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.555548] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.555779] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.556198] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce10401f-50c0-4296-8581-679e31ccc354 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.568907] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.569529] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.570522] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84c58d7-eedc-4fd1-8e83-cb1da9b7838e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.586435] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 913.586435] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d3bac-dc66-5c62-daa4-de6a485962a8" [ 913.586435] env[69473]: _type = "Task" [ 913.586435] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.600653] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d3bac-dc66-5c62-daa4-de6a485962a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01464} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.601718] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2215f641-9946-488b-b881-3828f7f0b4b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.612280] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 913.612280] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5256561e-c0d0-f6d8-7d17-5f902d758d85" [ 913.612280] env[69473]: _type = "Task" [ 913.612280] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.630261] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5256561e-c0d0-f6d8-7d17-5f902d758d85, 'name': SearchDatastore_Task, 'duration_secs': 0.01572} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.630725] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.630842] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 326b7e21-0fa2-43fb-97ba-1d060b4809a5/326b7e21-0fa2-43fb-97ba-1d060b4809a5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.631125] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93b8828c-6eed-402c-a9bd-380129e79508 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.650628] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 913.650628] env[69473]: value = "task-3358065" [ 913.650628] env[69473]: _type = "Task" [ 913.650628] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.659251] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc6e8b82-2cec-4e63-b980-03ca766d3935 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.844s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.664347] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.772533] env[69473]: INFO nova.compute.manager [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Took 36.87 seconds to build instance. [ 913.800048] env[69473]: DEBUG oslo_concurrency.lockutils [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.800793] env[69473]: DEBUG oslo_concurrency.lockutils [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.801053] env[69473]: DEBUG nova.compute.manager [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.803558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8161119e-2386-44d7-b991-f54add1ce4b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.816818] env[69473]: DEBUG nova.compute.manager [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 913.817856] env[69473]: DEBUG nova.objects.instance [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'flavor' on Instance uuid 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.826723] env[69473]: DEBUG nova.network.neutron [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updated VIF entry in instance network info cache for port 0558dee0-046e-4cfc-a8f1-f53e7e174764. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.827400] env[69473]: DEBUG nova.network.neutron [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.898849] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c70092a-2154-447d-86e9-afb5366ac6fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.907765] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f2de8-ef1b-459d-b077-c642964462b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.942991] env[69473]: DEBUG nova.compute.manager [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.943300] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.944433] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5dd5d4-2455-430b-b90e-b280ae8ce3fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.947924] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6815900-d3c1-4a9f-9766-ba94d4a51908 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.959940] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4611e2-7ac7-4404-8f22-2d65b8ebc9d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.964587] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.965663] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9064421f-effc-4802-a9bf-23c138c7a77a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.974135] env[69473]: DEBUG oslo_vmware.api [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 913.974135] env[69473]: value = "task-3358066" [ 913.974135] env[69473]: _type = "Task" [ 913.974135] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.984067] env[69473]: DEBUG nova.compute.provider_tree [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.995596] env[69473]: DEBUG oslo_vmware.api [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.135935] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.136255] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.162742] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358065, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.277544] env[69473]: DEBUG oslo_concurrency.lockutils [None req-12d4d3c3-4db0-42e0-9736-7e95e45dd2c0 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.388s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.333022] env[69473]: DEBUG oslo_concurrency.lockutils [req-da07cd65-04ba-4813-8c32-e739ce66c88e req-8cca8795-6633-4655-ace4-173385719b58 service nova] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.366086] env[69473]: DEBUG nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.400326] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.400326] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.400326] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.400650] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.401055] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.401165] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.401363] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.401581] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.401792] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.402054] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.403842] env[69473]: DEBUG nova.virt.hardware [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.403842] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6145bccf-ffb5-4d41-ae8a-582c3302cbfa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.416802] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b51dc-94c5-4a9e-86a5-fff341e8d575 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.490615] env[69473]: DEBUG nova.scheduler.client.report [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.497481] env[69473]: DEBUG oslo_vmware.api [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358066, 'name': PowerOffVM_Task, 'duration_secs': 0.455252} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.498605] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.498605] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.498605] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc217b6-9059-4da4-8abb-065ec5a12b73 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.577259] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.577585] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.578256] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleting the datastore file [datastore1] 9bd9d879-229b-40a3-bf86-2a5a84d1656a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.578910] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf90f04f-6629-490a-91d7-9714d0441e82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.589616] env[69473]: DEBUG oslo_vmware.api [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 914.589616] env[69473]: value = "task-3358069" [ 914.589616] env[69473]: _type = "Task" [ 914.589616] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.605780] env[69473]: DEBUG oslo_vmware.api [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.639710] env[69473]: DEBUG nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.664329] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663749} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.664713] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 326b7e21-0fa2-43fb-97ba-1d060b4809a5/326b7e21-0fa2-43fb-97ba-1d060b4809a5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.664788] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.665045] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22b0669f-f36f-440f-b753-7572ee1d00ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.673568] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 914.673568] env[69473]: value = "task-3358070" [ 914.673568] env[69473]: _type = "Task" [ 914.673568] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.694230] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.830226] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.831031] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76ea799-d727-4483-8268-5408dca5aafb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.854157] env[69473]: DEBUG oslo_vmware.api [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 914.854157] env[69473]: value = "task-3358071" [ 914.854157] env[69473]: _type = "Task" [ 914.854157] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.867208] env[69473]: DEBUG oslo_vmware.api [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.996578] env[69473]: DEBUG nova.compute.manager [req-599b11db-2e3a-46d6-a87d-f2994999499e req-678b2527-a802-485e-9f4b-2467b102c30b service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Received event network-vif-plugged-20e82f91-0e42-4ede-a043-ffac775d3baf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.997522] env[69473]: DEBUG oslo_concurrency.lockutils [req-599b11db-2e3a-46d6-a87d-f2994999499e req-678b2527-a802-485e-9f4b-2467b102c30b service nova] Acquiring lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.997522] env[69473]: DEBUG oslo_concurrency.lockutils [req-599b11db-2e3a-46d6-a87d-f2994999499e req-678b2527-a802-485e-9f4b-2467b102c30b service nova] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.997522] env[69473]: DEBUG oslo_concurrency.lockutils [req-599b11db-2e3a-46d6-a87d-f2994999499e req-678b2527-a802-485e-9f4b-2467b102c30b service nova] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.997522] env[69473]: DEBUG nova.compute.manager [req-599b11db-2e3a-46d6-a87d-f2994999499e req-678b2527-a802-485e-9f4b-2467b102c30b service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] No waiting events found dispatching network-vif-plugged-20e82f91-0e42-4ede-a043-ffac775d3baf {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.997522] env[69473]: WARNING nova.compute.manager [req-599b11db-2e3a-46d6-a87d-f2994999499e req-678b2527-a802-485e-9f4b-2467b102c30b service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Received unexpected event network-vif-plugged-20e82f91-0e42-4ede-a043-ffac775d3baf for instance with vm_state building and task_state spawning. [ 914.998641] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.999086] env[69473]: DEBUG nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.001682] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.688s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.001950] env[69473]: DEBUG nova.objects.instance [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lazy-loading 'resources' on Instance uuid 7ac2b470-ea67-4d48-a1dd-65b94ea54e06 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.100985] env[69473]: DEBUG oslo_vmware.api [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275263} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.102751] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.102751] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.102751] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.102751] env[69473]: INFO nova.compute.manager [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.102751] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.102751] env[69473]: DEBUG nova.compute.manager [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.102751] env[69473]: DEBUG nova.network.neutron [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.109771] env[69473]: DEBUG nova.network.neutron [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Successfully updated port: 20e82f91-0e42-4ede-a043-ffac775d3baf {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.169367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.183554] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098462} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.183707] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.184587] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e7c50-311d-43fb-a9cd-bbc0dcb266f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.208330] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 326b7e21-0fa2-43fb-97ba-1d060b4809a5/326b7e21-0fa2-43fb-97ba-1d060b4809a5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.208491] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc82561-512d-4f12-af53-56cc18293ce8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.236196] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 915.236196] env[69473]: value = "task-3358072" [ 915.236196] env[69473]: _type = "Task" [ 915.236196] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.250817] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.367964] env[69473]: DEBUG oslo_vmware.api [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358071, 'name': PowerOffVM_Task, 'duration_secs': 0.336242} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.367964] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.367964] env[69473]: DEBUG nova.compute.manager [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.368494] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7639f45-d61b-4b29-a814-ea38dd431cda {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.508032] env[69473]: DEBUG nova.compute.utils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.513241] env[69473]: DEBUG nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.513241] env[69473]: DEBUG nova.network.neutron [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.558920] env[69473]: DEBUG nova.policy [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e08c43a7ecc454ebfa9bfa817ed9e94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ead0c3c60a934a358103487f64d60dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.615623] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.615623] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.615623] env[69473]: DEBUG nova.network.neutron [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.754775] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358072, 'name': ReconfigVM_Task, 'duration_secs': 0.364213} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.755153] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 326b7e21-0fa2-43fb-97ba-1d060b4809a5/326b7e21-0fa2-43fb-97ba-1d060b4809a5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.755741] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ee29ad-8d19-4ccd-bd16-1d6b128a0f81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.768726] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 915.768726] env[69473]: value = "task-3358073" [ 915.768726] env[69473]: _type = "Task" [ 915.768726] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.779308] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358073, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.874047] env[69473]: DEBUG nova.network.neutron [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.891151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-238fdf32-8606-465c-ba62-610897632436 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.904701] env[69473]: DEBUG nova.network.neutron [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Successfully created port: 71132184-8d76-4075-bc62-939e33e4098d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.994761] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af13302-d02d-44ee-9cd7-1954353f545e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.003200] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afbeb10-6422-4888-a509-9100ca7c13f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.043408] env[69473]: DEBUG nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.050020] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e0aa91-7dbc-4133-b7f1-c726677f58d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.057526] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e77260-6df8-427b-9533-5ba43f73931b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.075796] env[69473]: DEBUG nova.compute.provider_tree [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.161956] env[69473]: DEBUG nova.network.neutron [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.292184] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358073, 'name': Rename_Task, 'duration_secs': 0.18041} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.292710] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.293172] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8deb0833-aa96-4832-a873-ade150b17fb6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.304157] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 916.304157] env[69473]: value = "task-3358074" [ 916.304157] env[69473]: _type = "Task" [ 916.304157] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.317424] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.335204] env[69473]: DEBUG nova.network.neutron [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Updating instance_info_cache with network_info: [{"id": "20e82f91-0e42-4ede-a043-ffac775d3baf", "address": "fa:16:3e:6c:9f:75", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e82f91-0e", "ovs_interfaceid": "20e82f91-0e42-4ede-a043-ffac775d3baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.377045] env[69473]: INFO nova.compute.manager [-] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Took 1.27 seconds to deallocate network for instance. [ 916.581025] env[69473]: DEBUG nova.scheduler.client.report [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.816156] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.835978] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.836369] env[69473]: DEBUG nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Instance network_info: |[{"id": "20e82f91-0e42-4ede-a043-ffac775d3baf", "address": "fa:16:3e:6c:9f:75", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e82f91-0e", "ovs_interfaceid": "20e82f91-0e42-4ede-a043-ffac775d3baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.836814] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:9f:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e82f91-0e42-4ede-a043-ffac775d3baf', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.847397] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating folder: Project (ead0c3c60a934a358103487f64d60dfb). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.847733] env[69473]: INFO nova.compute.manager [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Rebuilding instance [ 916.849944] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e9eec09-302b-4827-b265-f3380da54574 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.867386] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created folder: Project (ead0c3c60a934a358103487f64d60dfb) in parent group-v669999. [ 916.867592] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating folder: Instances. Parent ref: group-v670216. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.867821] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f040508-727a-4e84-8463-d74e5a345269 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.882943] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created folder: Instances in parent group-v670216. [ 916.883451] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.883688] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.883916] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80496099-2acd-4536-9c61-3ad8af5c1ea2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.906059] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.920024] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.920024] env[69473]: value = "task-3358078" [ 916.920024] env[69473]: _type = "Task" [ 916.920024] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.936731] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358078, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.940169] env[69473]: DEBUG nova.compute.manager [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.941238] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11ca9e8-95ce-44f3-9c23-5f28d2850f5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.055645] env[69473]: DEBUG nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.070038] env[69473]: DEBUG nova.compute.manager [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Received event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.070470] env[69473]: DEBUG nova.compute.manager [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing instance network info cache due to event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.070827] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] Acquiring lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.071009] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] Acquired lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.071225] env[69473]: DEBUG nova.network.neutron [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.083281] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.083563] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.083725] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.083924] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.084097] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.084253] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.084590] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.084680] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.085189] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.085902] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.085902] env[69473]: DEBUG nova.virt.hardware [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.087064] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d90634-a4fe-4af1-9398-e22e5ff7c266 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.091825] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.094241] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.492s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.096414] env[69473]: INFO nova.compute.claims [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.106593] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31ae2f2-e924-4d0c-9402-9846e773c61e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.115845] env[69473]: INFO nova.scheduler.client.report [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleted allocations for instance 7ac2b470-ea67-4d48-a1dd-65b94ea54e06 [ 917.324470] env[69473]: DEBUG oslo_vmware.api [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358074, 'name': PowerOnVM_Task, 'duration_secs': 0.57514} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.324863] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.325168] env[69473]: INFO nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Took 7.62 seconds to spawn the instance on the hypervisor. [ 917.325517] env[69473]: DEBUG nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.326511] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcef142-e063-468d-9deb-c4aebf1edad3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.428450] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358078, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.524717] env[69473]: DEBUG nova.network.neutron [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Successfully updated port: 71132184-8d76-4075-bc62-939e33e4098d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.638551] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8f5b5ad-d72d-4cd2-a864-4e688dc64f2f tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "7ac2b470-ea67-4d48-a1dd-65b94ea54e06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.092s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.828983] env[69473]: DEBUG nova.network.neutron [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updated VIF entry in instance network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.829382] env[69473]: DEBUG nova.network.neutron [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.848385] env[69473]: INFO nova.compute.manager [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Took 33.43 seconds to build instance. [ 917.931163] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358078, 'name': CreateVM_Task, 'duration_secs': 0.573271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.931163] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.931481] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.931692] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.932015] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.932287] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87076f0e-ceb8-4109-b127-6c8bdccd85ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.938014] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 917.938014] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ac3b27-157a-b9da-d1ef-e9b4b87ae8e4" [ 917.938014] env[69473]: _type = "Task" [ 917.938014] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.947061] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ac3b27-157a-b9da-d1ef-e9b4b87ae8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.962816] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.963160] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f8749e-aa2a-4b06-9abc-15cf472f351d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.971377] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 917.971377] env[69473]: value = "task-3358079" [ 917.971377] env[69473]: _type = "Task" [ 917.971377] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.982259] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.026964] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.027083] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.027283] env[69473]: DEBUG nova.network.neutron [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.332633] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] Releasing lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.333082] env[69473]: DEBUG nova.compute.manager [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Received event network-changed-20e82f91-0e42-4ede-a043-ffac775d3baf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.333082] env[69473]: DEBUG nova.compute.manager [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Refreshing instance network info cache due to event network-changed-20e82f91-0e42-4ede-a043-ffac775d3baf. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.333428] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] Acquiring lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.333492] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] Acquired lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.334220] env[69473]: DEBUG nova.network.neutron [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Refreshing network info cache for port 20e82f91-0e42-4ede-a043-ffac775d3baf {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.349056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aaa9e29c-6561-4a46-aecf-394c51e8e7cc tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.944s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.452590] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ac3b27-157a-b9da-d1ef-e9b4b87ae8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.021522} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.453146] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.453412] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.453648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.453792] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.454012] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.454255] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35231a41-7f0c-4e1e-81b3-40717a07d223 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.463728] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b8db0-9d7e-45d7-a5f8-75b4a9b3c2d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.471685] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.471885] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.477035] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86ef675-ccdb-4d81-bc8a-93aa4edcc0b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.487475] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8313e093-30d3-498f-b2dd-44ec135a33a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.493932] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 918.493932] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5291f91e-e226-eab3-94e9-9dad0185efae" [ 918.493932] env[69473]: _type = "Task" [ 918.493932] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.535171] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864fe138-b2c0-49db-a60f-a3e4a3680e3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.538630] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 918.538876] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.543721] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209ff8e9-84b8-4a3d-a83b-556fc9676876 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.550417] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5291f91e-e226-eab3-94e9-9dad0185efae, 'name': SearchDatastore_Task, 'duration_secs': 0.023093} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.552620] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00690a3-7f45-44bf-8a1c-ba896d36e268 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.562099] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1a1a29-bb29-4cff-91f2-f66e6205efd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.566866] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.568477] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132d2dc9-5440-4bec-8c16-aecde4f32112 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.570395] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 918.570395] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f3c6ec-5ce6-0236-89e2-32b0bbcd5c15" [ 918.570395] env[69473]: _type = "Task" [ 918.570395] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.586851] env[69473]: DEBUG nova.compute.provider_tree [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.592891] env[69473]: DEBUG nova.network.neutron [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.601160] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f3c6ec-5ce6-0236-89e2-32b0bbcd5c15, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.601160] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.601160] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/74d44bb0-82f6-4a0e-8dd2-47513a4af8d4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.601866] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d31b7bac-6995-4abe-93fc-9fae0e8c7273 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.613649] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 918.613649] env[69473]: value = "task-3358081" [ 918.613649] env[69473]: _type = "Task" [ 918.613649] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.623727] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.656418] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.658601] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.658935] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleting the datastore file [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.659421] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8e3750b-7036-47d4-96cf-e4459bbab5e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.676906] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 918.676906] env[69473]: value = "task-3358082" [ 918.676906] env[69473]: _type = "Task" [ 918.676906] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.687393] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.824408] env[69473]: DEBUG nova.network.neutron [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Updating instance_info_cache with network_info: [{"id": "71132184-8d76-4075-bc62-939e33e4098d", "address": "fa:16:3e:82:ec:33", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71132184-8d", "ovs_interfaceid": "71132184-8d76-4075-bc62-939e33e4098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.956751] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.957080] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.090563] env[69473]: DEBUG nova.scheduler.client.report [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.099947] env[69473]: DEBUG nova.network.neutron [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Updated VIF entry in instance network info cache for port 20e82f91-0e42-4ede-a043-ffac775d3baf. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.100361] env[69473]: DEBUG nova.network.neutron [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Updating instance_info_cache with network_info: [{"id": "20e82f91-0e42-4ede-a043-ffac775d3baf", "address": "fa:16:3e:6c:9f:75", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e82f91-0e", "ovs_interfaceid": "20e82f91-0e42-4ede-a043-ffac775d3baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.124168] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.138799] env[69473]: DEBUG nova.compute.manager [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Received event network-vif-plugged-71132184-8d76-4075-bc62-939e33e4098d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.139028] env[69473]: DEBUG oslo_concurrency.lockutils [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] Acquiring lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.139248] env[69473]: DEBUG oslo_concurrency.lockutils [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.139452] env[69473]: DEBUG oslo_concurrency.lockutils [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.139592] env[69473]: DEBUG nova.compute.manager [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] No waiting events found dispatching network-vif-plugged-71132184-8d76-4075-bc62-939e33e4098d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.139759] env[69473]: WARNING nova.compute.manager [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Received unexpected event network-vif-plugged-71132184-8d76-4075-bc62-939e33e4098d for instance with vm_state building and task_state spawning. [ 919.139919] env[69473]: DEBUG nova.compute.manager [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Received event network-changed-71132184-8d76-4075-bc62-939e33e4098d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.140362] env[69473]: DEBUG nova.compute.manager [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Refreshing instance network info cache due to event network-changed-71132184-8d76-4075-bc62-939e33e4098d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.140687] env[69473]: DEBUG oslo_concurrency.lockutils [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] Acquiring lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.192065] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220321} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.192655] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.193018] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.193356] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.294985] env[69473]: DEBUG nova.compute.manager [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Received event network-changed-282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.295207] env[69473]: DEBUG nova.compute.manager [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Refreshing instance network info cache due to event network-changed-282c3928-363c-413e-a798-ee79ce3943e9. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.295452] env[69473]: DEBUG oslo_concurrency.lockutils [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] Acquiring lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.296017] env[69473]: DEBUG oslo_concurrency.lockutils [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] Acquired lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.296017] env[69473]: DEBUG nova.network.neutron [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Refreshing network info cache for port 282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.329432] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.329432] env[69473]: DEBUG nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Instance network_info: |[{"id": "71132184-8d76-4075-bc62-939e33e4098d", "address": "fa:16:3e:82:ec:33", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71132184-8d", "ovs_interfaceid": "71132184-8d76-4075-bc62-939e33e4098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.329432] env[69473]: DEBUG oslo_concurrency.lockutils [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] Acquired lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.329432] env[69473]: DEBUG nova.network.neutron [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Refreshing network info cache for port 71132184-8d76-4075-bc62-939e33e4098d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.329694] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ec:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71132184-8d76-4075-bc62-939e33e4098d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.339246] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.342847] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.345197] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fae39f4-34b3-40b2-ae16-ed3016a8a19f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.370570] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.370570] env[69473]: value = "task-3358083" [ 919.370570] env[69473]: _type = "Task" [ 919.370570] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.386017] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358083, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.432333] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.432569] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.459598] env[69473]: DEBUG nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.598669] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.599782] env[69473]: DEBUG nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.603450] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.666s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.603639] env[69473]: DEBUG nova.objects.instance [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.607217] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] Releasing lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.607318] env[69473]: DEBUG nova.compute.manager [req-fb9d2df7-2282-47d1-b9d1-7edb2d1778c7 req-0c8cc4cb-fe4d-4d3e-9bf8-4d4a0cb4077e service nova] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Received event network-vif-deleted-b8b59077-c93e-4662-9768-82a796de5f75 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.608625] env[69473]: DEBUG nova.network.neutron [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Updated VIF entry in instance network info cache for port 71132184-8d76-4075-bc62-939e33e4098d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.609051] env[69473]: DEBUG nova.network.neutron [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Updating instance_info_cache with network_info: [{"id": "71132184-8d76-4075-bc62-939e33e4098d", "address": "fa:16:3e:82:ec:33", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71132184-8d", "ovs_interfaceid": "71132184-8d76-4075-bc62-939e33e4098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.624754] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584484} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.625086] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/74d44bb0-82f6-4a0e-8dd2-47513a4af8d4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.625397] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.625689] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a43e5b3-1500-4447-b12d-7f478832505a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.636145] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 919.636145] env[69473]: value = "task-3358084" [ 919.636145] env[69473]: _type = "Task" [ 919.636145] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.646852] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.883285] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358083, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.935112] env[69473]: DEBUG nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.987776] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.034871] env[69473]: DEBUG nova.network.neutron [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Updated VIF entry in instance network info cache for port 282c3928-363c-413e-a798-ee79ce3943e9. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.035275] env[69473]: DEBUG nova.network.neutron [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Updating instance_info_cache with network_info: [{"id": "282c3928-363c-413e-a798-ee79ce3943e9", "address": "fa:16:3e:9d:b6:d7", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282c3928-36", "ovs_interfaceid": "282c3928-363c-413e-a798-ee79ce3943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.109343] env[69473]: DEBUG nova.compute.utils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.110717] env[69473]: DEBUG nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.110926] env[69473]: DEBUG nova.network.neutron [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.116327] env[69473]: DEBUG oslo_concurrency.lockutils [req-00887f66-09d1-4a69-9bc6-6a1674c30716 req-7855379f-af69-4c7d-b388-5a9606618405 service nova] Releasing lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.147606] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075906} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.148820] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.148820] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5957851f-290b-4081-b4ee-2bf01d95e074 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.174173] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/74d44bb0-82f6-4a0e-8dd2-47513a4af8d4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.175788] env[69473]: DEBUG nova.policy [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcc25f2fcfe04945b0d2d0c62b8e12d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30073e270e934920b91c42602feb50fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.177529] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58eb8756-ec7c-470d-9ed3-9a6f7c18c50c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.200681] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 920.200681] env[69473]: value = "task-3358085" [ 920.200681] env[69473]: _type = "Task" [ 920.200681] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.212090] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.231828] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.232089] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.232247] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.232432] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.232609] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.232752] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.233262] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.233262] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.233378] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.233456] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.233629] env[69473]: DEBUG nova.virt.hardware [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.234529] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b94d5aa-3980-4296-b381-46ed9a72d2bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.243326] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7beb87-8888-47b5-b79a-ef3c37c9aa37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.261709] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:7d:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3cc42af-7909-48b4-8b57-a3f8ae85fa63', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.269058] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.269710] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.269939] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432cecb3-8b6c-40fd-8800-45641002d3c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.291700] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.291700] env[69473]: value = "task-3358086" [ 920.291700] env[69473]: _type = "Task" [ 920.291700] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.301606] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358086, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.383918] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358083, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.456364] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.487361] env[69473]: DEBUG nova.network.neutron [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Successfully created port: e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.538760] env[69473]: DEBUG oslo_concurrency.lockutils [req-65f32762-0483-4ec4-9de4-79823eff641a req-3db31e66-08f5-432b-a682-35fee57ad33a service nova] Releasing lock "refresh_cache-326b7e21-0fa2-43fb-97ba-1d060b4809a5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.617680] env[69473]: DEBUG nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.621365] env[69473]: DEBUG oslo_concurrency.lockutils [None req-63069347-cf31-46fa-b18a-12f2b3464a59 tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.622537] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.435s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.624371] env[69473]: INFO nova.compute.claims [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.719790] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.808100] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358086, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.833041] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquiring lock "465c6b57-7c55-4f13-8a94-336454334f67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.833519] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "465c6b57-7c55-4f13-8a94-336454334f67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.885494] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358083, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.212333] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358085, 'name': ReconfigVM_Task, 'duration_secs': 0.650421} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.212635] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/74d44bb0-82f6-4a0e-8dd2-47513a4af8d4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.213372] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1703b3ed-2ef4-4c78-b72f-b318bda782e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.221350] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 921.221350] env[69473]: value = "task-3358087" [ 921.221350] env[69473]: _type = "Task" [ 921.221350] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.231478] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358087, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.304094] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358086, 'name': CreateVM_Task, 'duration_secs': 0.549351} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.304290] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.304965] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.305147] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.305460] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.305751] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539fb7f2-ff7b-44a3-90ff-2c9da46d6d3f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.311493] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 921.311493] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ac3ea-8362-82e5-23f2-a5f859c6bea7" [ 921.311493] env[69473]: _type = "Task" [ 921.311493] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.322274] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ac3ea-8362-82e5-23f2-a5f859c6bea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.335875] env[69473]: DEBUG nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.387179] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358083, 'name': CreateVM_Task, 'duration_secs': 1.73003} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.387265] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.388151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.388484] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.388819] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.389121] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec22a6aa-1e97-4c8f-9f81-91d80cf13c66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.395467] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 921.395467] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52432fd1-2e22-0f34-63bd-0ef121c35946" [ 921.395467] env[69473]: _type = "Task" [ 921.395467] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.407211] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52432fd1-2e22-0f34-63bd-0ef121c35946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.630161] env[69473]: DEBUG nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.655566] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.655717] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.655870] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.656069] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.656224] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.656404] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.656656] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.656822] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.656988] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.657191] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.657376] env[69473]: DEBUG nova.virt.hardware [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.658552] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6ecb2-7cb3-49b3-8d3f-0122165155c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.662596] env[69473]: DEBUG nova.scheduler.client.report [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 921.671380] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d7c2a-86db-4d53-a3d3-e3787659f2f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.688552] env[69473]: DEBUG nova.scheduler.client.report [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 921.688776] env[69473]: DEBUG nova.compute.provider_tree [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.702147] env[69473]: DEBUG nova.scheduler.client.report [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 921.723059] env[69473]: DEBUG nova.scheduler.client.report [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 921.734465] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358087, 'name': Rename_Task, 'duration_secs': 0.206302} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.734810] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.735050] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5e92d11-3ea9-4062-a553-41141852c45a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.743449] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 921.743449] env[69473]: value = "task-3358088" [ 921.743449] env[69473]: _type = "Task" [ 921.743449] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.755670] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.824668] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528ac3ea-8362-82e5-23f2-a5f859c6bea7, 'name': SearchDatastore_Task, 'duration_secs': 0.012819} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.825011] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.826265] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.826265] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.826265] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.826265] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.826265] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf283f4-f648-42cd-bc23-bb68a5440792 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.838905] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.839268] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.845166] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93c6f24-fd16-42cf-9e4e-52016f5e2cab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.854270] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 921.854270] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52339ae2-9ea6-b2ca-ff40-fa9579fd6161" [ 921.854270] env[69473]: _type = "Task" [ 921.854270] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.864654] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52339ae2-9ea6-b2ca-ff40-fa9579fd6161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.868069] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.909900] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52432fd1-2e22-0f34-63bd-0ef121c35946, 'name': SearchDatastore_Task, 'duration_secs': 0.015181} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.910578] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.910819] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.911066] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.911251] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.911407] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.911693] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceb2a7f7-9496-481a-8824-718e6aea486d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.925717] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.925899] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.927161] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa1b43d-ccac-4b5c-9168-495af0ed0a9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.935741] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 921.935741] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524ba86e-12d7-640d-aadb-f4bcaa8dc9ea" [ 921.935741] env[69473]: _type = "Task" [ 921.935741] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.943921] env[69473]: DEBUG nova.compute.manager [req-0391f63b-acbc-4660-bb5f-aab491197a7e req-964b0ffd-b4be-4267-a061-136b74b6c833 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Received event network-vif-plugged-e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.944158] env[69473]: DEBUG oslo_concurrency.lockutils [req-0391f63b-acbc-4660-bb5f-aab491197a7e req-964b0ffd-b4be-4267-a061-136b74b6c833 service nova] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.944358] env[69473]: DEBUG oslo_concurrency.lockutils [req-0391f63b-acbc-4660-bb5f-aab491197a7e req-964b0ffd-b4be-4267-a061-136b74b6c833 service nova] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.944526] env[69473]: DEBUG oslo_concurrency.lockutils [req-0391f63b-acbc-4660-bb5f-aab491197a7e req-964b0ffd-b4be-4267-a061-136b74b6c833 service nova] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.944728] env[69473]: DEBUG nova.compute.manager [req-0391f63b-acbc-4660-bb5f-aab491197a7e req-964b0ffd-b4be-4267-a061-136b74b6c833 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] No waiting events found dispatching network-vif-plugged-e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.944918] env[69473]: WARNING nova.compute.manager [req-0391f63b-acbc-4660-bb5f-aab491197a7e req-964b0ffd-b4be-4267-a061-136b74b6c833 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Received unexpected event network-vif-plugged-e4d49f04-842d-485d-b77e-d49f3ae7f831 for instance with vm_state building and task_state spawning. [ 921.952020] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524ba86e-12d7-640d-aadb-f4bcaa8dc9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.038874] env[69473]: DEBUG nova.network.neutron [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Successfully updated port: e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.121932] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9472e0ac-d1b0-474e-bf77-3c5b47cf6186 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.130610] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb4f0d-aced-4e41-920b-1de1d698aa50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.163212] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e59d96-057d-4fd9-8488-a5bfa5789853 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.172558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ac026-e6c2-49fe-8261-46528e6a75e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.187670] env[69473]: DEBUG nova.compute.provider_tree [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.256546] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358088, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.367632] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52339ae2-9ea6-b2ca-ff40-fa9579fd6161, 'name': SearchDatastore_Task, 'duration_secs': 0.019011} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.368939] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db96f697-b078-4eaf-9faf-42f6aea8f66d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.376326] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 922.376326] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527df217-1e9e-e6b1-5d88-659f74b4c9ad" [ 922.376326] env[69473]: _type = "Task" [ 922.376326] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.386791] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527df217-1e9e-e6b1-5d88-659f74b4c9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.446976] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524ba86e-12d7-640d-aadb-f4bcaa8dc9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016891} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.447904] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a883a72a-c7ca-4765-84a0-2bd47e9cc829 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.453998] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 922.453998] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e37068-c5a1-65ce-a4d4-7a946cfb0b01" [ 922.453998] env[69473]: _type = "Task" [ 922.453998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.465299] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e37068-c5a1-65ce-a4d4-7a946cfb0b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.541678] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.541831] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.541987] env[69473]: DEBUG nova.network.neutron [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.691525] env[69473]: DEBUG nova.scheduler.client.report [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.757280] env[69473]: DEBUG oslo_vmware.api [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358088, 'name': PowerOnVM_Task, 'duration_secs': 0.985075} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.757280] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.757280] env[69473]: INFO nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Took 8.39 seconds to spawn the instance on the hypervisor. [ 922.757501] env[69473]: DEBUG nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.758168] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f86a44-73b7-416b-94ef-4d4bf2dccde9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.888513] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527df217-1e9e-e6b1-5d88-659f74b4c9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.026332} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.888878] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.889196] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.890023] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49f670a8-422e-4f5c-9f9d-cbd9d8497fb3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.896898] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 922.896898] env[69473]: value = "task-3358089" [ 922.896898] env[69473]: _type = "Task" [ 922.896898] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.905804] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.965898] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e37068-c5a1-65ce-a4d4-7a946cfb0b01, 'name': SearchDatastore_Task, 'duration_secs': 0.032015} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.966187] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.966448] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/cbcd80bc-5d4e-4e0b-be8a-11e589758c71.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.966749] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-773d842f-78dd-4316-b93e-d9f5e82ed035 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.974602] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 922.974602] env[69473]: value = "task-3358090" [ 922.974602] env[69473]: _type = "Task" [ 922.974602] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.983615] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.089121] env[69473]: DEBUG nova.network.neutron [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.196633] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.197173] env[69473]: DEBUG nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.203156] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.496s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.205046] env[69473]: INFO nova.compute.claims [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.240580] env[69473]: DEBUG nova.network.neutron [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updating instance_info_cache with network_info: [{"id": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "address": "fa:16:3e:e4:0e:56", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49f04-84", "ovs_interfaceid": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.258915] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f2ed6-687b-756c-8a98-2429d9ee0750/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 923.260056] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16303e15-bde9-47ee-aa89-a40ab1a8f8fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267808] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f2ed6-687b-756c-8a98-2429d9ee0750/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 923.267982] env[69473]: ERROR oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f2ed6-687b-756c-8a98-2429d9ee0750/disk-0.vmdk due to incomplete transfer. [ 923.271845] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4bd59425-0c5a-4378-bbc0-525a806a9363 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.275944] env[69473]: INFO nova.compute.manager [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Took 27.50 seconds to build instance. [ 923.283015] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f2ed6-687b-756c-8a98-2429d9ee0750/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 923.283243] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Uploaded image c3fa859d-4100-4362-945f-922f3874cd34 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 923.285628] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 923.285923] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32be4b73-e1fb-4847-9f22-5a97ede84d5e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.294323] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 923.294323] env[69473]: value = "task-3358091" [ 923.294323] env[69473]: _type = "Task" [ 923.294323] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.303749] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358091, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.411874] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.486625] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358090, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.709973] env[69473]: DEBUG nova.compute.utils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.715025] env[69473]: DEBUG nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.715025] env[69473]: DEBUG nova.network.neutron [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.743498] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.743751] env[69473]: DEBUG nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Instance network_info: |[{"id": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "address": "fa:16:3e:e4:0e:56", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49f04-84", "ovs_interfaceid": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.744314] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:0e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4d49f04-842d-485d-b77e-d49f3ae7f831', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.754487] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.755161] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.755414] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f1572b9-4334-401e-8111-e493b7927cf2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.774114] env[69473]: DEBUG nova.policy [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a286e648e5e440d98adbbf9d2bb1d9ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e92a4ea1040047d08fd8276d613c6212', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.778248] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2382101e-a8b6-4609-bfee-b20a04c8e3f6 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.005s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.784656] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.784656] env[69473]: value = "task-3358092" [ 923.784656] env[69473]: _type = "Task" [ 923.784656] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.797584] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358092, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.812558] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358091, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.910294] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899936} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.910632] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.910920] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.911234] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98563d79-ee27-499e-8fc0-54ccb9d7b183 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.923460] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 923.923460] env[69473]: value = "task-3358093" [ 923.923460] env[69473]: _type = "Task" [ 923.923460] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.937163] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.972935] env[69473]: DEBUG nova.compute.manager [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Received event network-changed-e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.973200] env[69473]: DEBUG nova.compute.manager [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Refreshing instance network info cache due to event network-changed-e4d49f04-842d-485d-b77e-d49f3ae7f831. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.973428] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] Acquiring lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.973614] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] Acquired lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.973736] env[69473]: DEBUG nova.network.neutron [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Refreshing network info cache for port e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.987971] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828499} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.988301] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/cbcd80bc-5d4e-4e0b-be8a-11e589758c71.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.988503] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.988756] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-195b0a28-dc6e-453a-9a69-b3ce6a313399 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.997472] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 923.997472] env[69473]: value = "task-3358094" [ 923.997472] env[69473]: _type = "Task" [ 923.997472] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.007032] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.180047] env[69473]: DEBUG nova.network.neutron [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Successfully created port: 08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.222339] env[69473]: DEBUG nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.295050] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358092, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.306685] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358091, 'name': Destroy_Task, 'duration_secs': 0.79593} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.306987] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Destroyed the VM [ 924.307238] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 924.307490] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d22ee3c8-acf5-42da-9368-6ab77d6fc02a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.317955] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 924.317955] env[69473]: value = "task-3358095" [ 924.317955] env[69473]: _type = "Task" [ 924.317955] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.328845] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.435570] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074944} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.435885] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.436735] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9951b6-5a19-47aa-acc8-0787c1df33b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.466185] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.468628] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ac62fa-567a-404f-bb6c-5d8a076d3dbe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.491280] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 924.491280] env[69473]: value = "task-3358096" [ 924.491280] env[69473]: _type = "Task" [ 924.491280] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.505453] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.513797] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103571} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.514363] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.515550] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c8aaf-a75b-4945-8fa3-41d6aa751cf5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.545462] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/cbcd80bc-5d4e-4e0b-be8a-11e589758c71.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.545788] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10de655-2a02-469b-9477-b977b13a2518 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.572338] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 924.572338] env[69473]: value = "task-3358097" [ 924.572338] env[69473]: _type = "Task" [ 924.572338] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.586468] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.663867] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e2ec0f-080f-4351-832e-5dad0ee67ccf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.672487] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee791f-dd5d-4321-80f1-702358e00768 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.706465] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487a03e5-06e3-4840-9605-63992e7d87aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.715285] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514411b5-2f68-43ca-8d03-ef8561f8da51 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.735020] env[69473]: DEBUG nova.compute.provider_tree [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.745570] env[69473]: DEBUG nova.network.neutron [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updated VIF entry in instance network info cache for port e4d49f04-842d-485d-b77e-d49f3ae7f831. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.745913] env[69473]: DEBUG nova.network.neutron [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updating instance_info_cache with network_info: [{"id": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "address": "fa:16:3e:e4:0e:56", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49f04-84", "ovs_interfaceid": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.796536] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358092, 'name': CreateVM_Task, 'duration_secs': 0.514095} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.796881] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.797763] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.798033] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.798390] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799215] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977697e2-e2c5-4355-b77e-9562667db9f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.806484] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 924.806484] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522446c7-1cef-dafc-212f-863dff997dda" [ 924.806484] env[69473]: _type = "Task" [ 924.806484] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.815985] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522446c7-1cef-dafc-212f-863dff997dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.829561] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.002636] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.020803] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.021124] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.082342] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358097, 'name': ReconfigVM_Task, 'duration_secs': 0.369242} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.082571] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Reconfigured VM instance instance-0000004d to attach disk [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/cbcd80bc-5d4e-4e0b-be8a-11e589758c71.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.083271] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-815fd36f-1d9c-407b-8311-b5e17f33605e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.090700] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 925.090700] env[69473]: value = "task-3358098" [ 925.090700] env[69473]: _type = "Task" [ 925.090700] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.100809] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358098, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.238036] env[69473]: DEBUG nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.241049] env[69473]: DEBUG nova.scheduler.client.report [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.250710] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b5a8b8e-db9e-4ecd-930c-e0d5490dac9d req-71bcd7e3-49a4-4b24-a90e-f7e1d7c0a9b0 service nova] Releasing lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.273010] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.273457] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.273683] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.273887] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.274054] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.274210] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.274431] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.274594] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.274765] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.274932] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.275126] env[69473]: DEBUG nova.virt.hardware [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.276513] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b342208e-82f0-43fb-8bd5-1b086b06349f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.287107] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70faa027-903f-40fe-aeba-fedfdfdddc35 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.315984] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522446c7-1cef-dafc-212f-863dff997dda, 'name': SearchDatastore_Task, 'duration_secs': 0.020993} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.316523] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.316608] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.316873] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.317080] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.317228] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.317511] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ae923e8-914b-4366-ba42-3eae7d4d33ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.332121] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358095, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.342204] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.342448] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.343164] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43406bf-59e0-4c38-bd74-7bec96ce59a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.349046] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 925.349046] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a6c928-8cc3-d33f-c560-620cb92edaad" [ 925.349046] env[69473]: _type = "Task" [ 925.349046] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.357658] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a6c928-8cc3-d33f-c560-620cb92edaad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.505121] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358096, 'name': ReconfigVM_Task, 'duration_secs': 0.839218} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.505372] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb/09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.506017] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a40394-cf87-4f49-86d6-1ba3756fffb2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.515035] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 925.515035] env[69473]: value = "task-3358099" [ 925.515035] env[69473]: _type = "Task" [ 925.515035] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.524696] env[69473]: DEBUG nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.532377] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.601738] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358098, 'name': Rename_Task, 'duration_secs': 0.154529} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.601924] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.602136] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f440d18c-8dfb-411d-9178-11e56692430c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.610949] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 925.610949] env[69473]: value = "task-3358100" [ 925.610949] env[69473]: _type = "Task" [ 925.610949] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.620887] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.699021] env[69473]: DEBUG nova.network.neutron [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Successfully updated port: 08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.746368] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.746851] env[69473]: DEBUG nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.749706] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.367s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.749913] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.752594] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.199s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.752814] env[69473]: DEBUG nova.objects.instance [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lazy-loading 'resources' on Instance uuid c450d12c-81d4-4208-b903-72a6a1ecb603 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.773350] env[69473]: INFO nova.scheduler.client.report [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Deleted allocations for instance 2bb50809-0b14-4923-97ef-d14abd42ad0b [ 925.830116] env[69473]: DEBUG oslo_vmware.api [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358095, 'name': RemoveSnapshot_Task, 'duration_secs': 1.421361} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.830448] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 925.830698] env[69473]: INFO nova.compute.manager [None req-5a855769-bfb2-4365-a4f9-e81feb16f718 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Took 19.28 seconds to snapshot the instance on the hypervisor. [ 925.860111] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a6c928-8cc3-d33f-c560-620cb92edaad, 'name': SearchDatastore_Task, 'duration_secs': 0.012946} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.860958] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e57218f-3240-4f14-913e-1ca7db73b615 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.867421] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 925.867421] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5298a1bd-118b-e67d-aa68-51e91efb8cdd" [ 925.867421] env[69473]: _type = "Task" [ 925.867421] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.875760] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5298a1bd-118b-e67d-aa68-51e91efb8cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.025584] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.045826] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.048532] env[69473]: DEBUG nova.compute.manager [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Received event network-vif-plugged-08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.048789] env[69473]: DEBUG oslo_concurrency.lockutils [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] Acquiring lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.049054] env[69473]: DEBUG oslo_concurrency.lockutils [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.049286] env[69473]: DEBUG oslo_concurrency.lockutils [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.049471] env[69473]: DEBUG nova.compute.manager [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] No waiting events found dispatching network-vif-plugged-08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.049674] env[69473]: WARNING nova.compute.manager [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Received unexpected event network-vif-plugged-08151fe2-150f-4222-8e18-eac2ab601cd7 for instance with vm_state building and task_state spawning. [ 926.049859] env[69473]: DEBUG nova.compute.manager [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Received event network-changed-08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.050083] env[69473]: DEBUG nova.compute.manager [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Refreshing instance network info cache due to event network-changed-08151fe2-150f-4222-8e18-eac2ab601cd7. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.050275] env[69473]: DEBUG oslo_concurrency.lockutils [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] Acquiring lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.050509] env[69473]: DEBUG oslo_concurrency.lockutils [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] Acquired lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.050736] env[69473]: DEBUG nova.network.neutron [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Refreshing network info cache for port 08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.123944] env[69473]: DEBUG oslo_vmware.api [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358100, 'name': PowerOnVM_Task, 'duration_secs': 0.48497} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.123944] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.124159] env[69473]: INFO nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Took 9.07 seconds to spawn the instance on the hypervisor. [ 926.124347] env[69473]: DEBUG nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.125163] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7484140-ab37-498a-b276-f423460ea4f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.202920] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.258579] env[69473]: DEBUG nova.compute.utils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.260150] env[69473]: DEBUG nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.260371] env[69473]: DEBUG nova.network.neutron [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.281636] env[69473]: DEBUG oslo_concurrency.lockutils [None req-20d7d630-e63a-47bc-a9ee-7444c684fb81 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "2bb50809-0b14-4923-97ef-d14abd42ad0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.595s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.308576] env[69473]: DEBUG nova.policy [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c6b5c50c804c92b0a9a2f1b6677596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f91ad7a024442c80a82a1f10d17ccb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.380342] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5298a1bd-118b-e67d-aa68-51e91efb8cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.380688] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.380834] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] a975bf74-0e58-41ef-ad8c-2cc0d0952fb5/a975bf74-0e58-41ef-ad8c-2cc0d0952fb5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.381160] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2047b81-4837-496e-8afd-798c02fd8d35 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.390716] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 926.390716] env[69473]: value = "task-3358101" [ 926.390716] env[69473]: _type = "Task" [ 926.390716] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.400517] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.528880] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.608255] env[69473]: DEBUG nova.network.neutron [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.646575] env[69473]: INFO nova.compute.manager [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Took 29.66 seconds to build instance. [ 926.673617] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006f41eb-3646-4b9a-908e-07fd7906cc06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.681775] env[69473]: DEBUG nova.network.neutron [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Successfully created port: cf86ac27-71e0-456d-889b-0b46aaf5b6e1 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.692238] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64afe5b6-f477-4781-bc0d-fa186cda0685 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.731739] env[69473]: DEBUG nova.network.neutron [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.732873] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd0726b-3f7b-4680-abae-4a934eb06f54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.743143] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2badd2-2dbd-4d05-8eb7-aefe7c4e9703 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.758848] env[69473]: DEBUG nova.compute.provider_tree [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.763741] env[69473]: DEBUG nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.902026] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358101, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.027899] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.149982] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a40af2c1-4b04-4efa-bca5-bfe832bf66a4 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.178s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.186542] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "959c58c5-2931-40dd-9afd-d3884a500adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.186542] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.186732] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.186905] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.187102] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.190118] env[69473]: INFO nova.compute.manager [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Terminating instance [ 927.237170] env[69473]: DEBUG oslo_concurrency.lockutils [req-a191835d-a258-460e-862d-677ed65c5f5b req-d6e702a3-5992-46ee-9d1e-ef8e58148a78 service nova] Releasing lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.237612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquired lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.237738] env[69473]: DEBUG nova.network.neutron [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.262818] env[69473]: DEBUG nova.scheduler.client.report [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.404094] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946918} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.404358] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] a975bf74-0e58-41ef-ad8c-2cc0d0952fb5/a975bf74-0e58-41ef-ad8c-2cc0d0952fb5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.404572] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.404825] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b072f46d-e2ae-41a3-bc69-5c383ee43534 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.406906] env[69473]: INFO nova.compute.manager [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Rescuing [ 927.407257] env[69473]: DEBUG oslo_concurrency.lockutils [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.407439] env[69473]: DEBUG oslo_concurrency.lockutils [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.407602] env[69473]: DEBUG nova.network.neutron [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.414093] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 927.414093] env[69473]: value = "task-3358102" [ 927.414093] env[69473]: _type = "Task" [ 927.414093] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.424197] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.527983] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.694202] env[69473]: DEBUG nova.compute.manager [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.694449] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.695369] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18acda47-0131-4331-b6f8-39d31600b7ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.704444] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.704444] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fdc3a85-ca66-4a4a-8afe-8b902af62047 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.710763] env[69473]: DEBUG oslo_vmware.api [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 927.710763] env[69473]: value = "task-3358103" [ 927.710763] env[69473]: _type = "Task" [ 927.710763] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.719311] env[69473]: DEBUG oslo_vmware.api [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.768966] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.772362] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.730s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.775138] env[69473]: INFO nova.compute.claims [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.779158] env[69473]: DEBUG nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.795096] env[69473]: DEBUG nova.network.neutron [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.801969] env[69473]: INFO nova.scheduler.client.report [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Deleted allocations for instance c450d12c-81d4-4208-b903-72a6a1ecb603 [ 927.821208] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.821711] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.821711] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.821840] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.822681] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.822681] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.822681] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.825110] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.825110] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.825110] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.825110] env[69473]: DEBUG nova.virt.hardware [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.830025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a6f3eb-a15e-4192-a750-236646e9f384 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.835430] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c98a15-01bf-4654-90e6-760af986f9a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.923269] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.404921} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.923574] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.924371] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89d031-9111-4965-a74d-876dd93bf7f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.947533] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] a975bf74-0e58-41ef-ad8c-2cc0d0952fb5/a975bf74-0e58-41ef-ad8c-2cc0d0952fb5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.951935] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf10e74-2f66-4c61-a736-cce034acce3e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.973232] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 927.973232] env[69473]: value = "task-3358104" [ 927.973232] env[69473]: _type = "Task" [ 927.973232] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.985062] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.030531] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.059371] env[69473]: DEBUG nova.network.neutron [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Updating instance_info_cache with network_info: [{"id": "08151fe2-150f-4222-8e18-eac2ab601cd7", "address": "fa:16:3e:d6:cd:e1", "network": {"id": "ee608fc6-148f-44e5-9fe7-650b256f0fa8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2095063494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92a4ea1040047d08fd8276d613c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08151fe2-15", "ovs_interfaceid": "08151fe2-150f-4222-8e18-eac2ab601cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.223157] env[69473]: DEBUG oslo_vmware.api [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358103, 'name': PowerOffVM_Task, 'duration_secs': 0.431224} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.223416] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.223580] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.223823] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b040d7d9-3860-4567-bea6-358399c5e7a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.262091] env[69473]: DEBUG nova.network.neutron [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Updating instance_info_cache with network_info: [{"id": "71132184-8d76-4075-bc62-939e33e4098d", "address": "fa:16:3e:82:ec:33", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71132184-8d", "ovs_interfaceid": "71132184-8d76-4075-bc62-939e33e4098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.317637] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc724d9f-5ccd-4203-98c0-0c4b9d8b010d tempest-ServersListShow296Test-2097234400 tempest-ServersListShow296Test-2097234400-project-member] Lock "c450d12c-81d4-4208-b903-72a6a1ecb603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.053s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.330188] env[69473]: DEBUG nova.compute.manager [req-8ed1ad21-c24a-472a-a7d0-c82a49bddd01 req-1d529f3e-a31b-496c-9aa4-4aa612885f64 service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Received event network-vif-plugged-cf86ac27-71e0-456d-889b-0b46aaf5b6e1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.330426] env[69473]: DEBUG oslo_concurrency.lockutils [req-8ed1ad21-c24a-472a-a7d0-c82a49bddd01 req-1d529f3e-a31b-496c-9aa4-4aa612885f64 service nova] Acquiring lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.330649] env[69473]: DEBUG oslo_concurrency.lockutils [req-8ed1ad21-c24a-472a-a7d0-c82a49bddd01 req-1d529f3e-a31b-496c-9aa4-4aa612885f64 service nova] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.330832] env[69473]: DEBUG oslo_concurrency.lockutils [req-8ed1ad21-c24a-472a-a7d0-c82a49bddd01 req-1d529f3e-a31b-496c-9aa4-4aa612885f64 service nova] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.331000] env[69473]: DEBUG nova.compute.manager [req-8ed1ad21-c24a-472a-a7d0-c82a49bddd01 req-1d529f3e-a31b-496c-9aa4-4aa612885f64 service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] No waiting events found dispatching network-vif-plugged-cf86ac27-71e0-456d-889b-0b46aaf5b6e1 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.333089] env[69473]: WARNING nova.compute.manager [req-8ed1ad21-c24a-472a-a7d0-c82a49bddd01 req-1d529f3e-a31b-496c-9aa4-4aa612885f64 service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Received unexpected event network-vif-plugged-cf86ac27-71e0-456d-889b-0b46aaf5b6e1 for instance with vm_state building and task_state spawning. [ 928.364930] env[69473]: DEBUG nova.network.neutron [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Successfully updated port: cf86ac27-71e0-456d-889b-0b46aaf5b6e1 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.484842] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358104, 'name': ReconfigVM_Task, 'duration_secs': 0.434879} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.485156] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfigured VM instance instance-0000004e to attach disk [datastore1] a975bf74-0e58-41ef-ad8c-2cc0d0952fb5/a975bf74-0e58-41ef-ad8c-2cc0d0952fb5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.485769] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc9e3de-4f7f-4a96-ab84-0ca66d522060 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.493184] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 928.493184] env[69473]: value = "task-3358106" [ 928.493184] env[69473]: _type = "Task" [ 928.493184] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.502304] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358106, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.529836] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.562625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Releasing lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.562992] env[69473]: DEBUG nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Instance network_info: |[{"id": "08151fe2-150f-4222-8e18-eac2ab601cd7", "address": "fa:16:3e:d6:cd:e1", "network": {"id": "ee608fc6-148f-44e5-9fe7-650b256f0fa8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2095063494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92a4ea1040047d08fd8276d613c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08151fe2-15", "ovs_interfaceid": "08151fe2-150f-4222-8e18-eac2ab601cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.563487] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:cd:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08151fe2-150f-4222-8e18-eac2ab601cd7', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.571063] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Creating folder: Project (e92a4ea1040047d08fd8276d613c6212). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.571451] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1304e659-745c-4994-8ef6-b795453e2e90 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.585020] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Created folder: Project (e92a4ea1040047d08fd8276d613c6212) in parent group-v669999. [ 928.585260] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Creating folder: Instances. Parent ref: group-v670222. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.585517] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c81366-58ce-4cdd-b599-9516ec1a47c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.596346] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Created folder: Instances in parent group-v670222. [ 928.596625] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.596827] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.597036] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57f2686-8468-4447-bb00-e3a871ea16eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.617862] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.617862] env[69473]: value = "task-3358109" [ 928.617862] env[69473]: _type = "Task" [ 928.617862] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.625941] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358109, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.768469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-cbcd80bc-5d4e-4e0b-be8a-11e589758c71" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.802822] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.803111] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.803284] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Deleting the datastore file [datastore1] 959c58c5-2931-40dd-9afd-d3884a500adb {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.803575] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c24135-d487-4b35-9597-1541aa2eaf10 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.811621] env[69473]: DEBUG oslo_vmware.api [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for the task: (returnval){ [ 928.811621] env[69473]: value = "task-3358110" [ 928.811621] env[69473]: _type = "Task" [ 928.811621] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.822471] env[69473]: DEBUG oslo_vmware.api [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.867483] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "refresh_cache-f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.869199] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "refresh_cache-f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.869199] env[69473]: DEBUG nova.network.neutron [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.004271] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358106, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.031612] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358099, 'name': Rename_Task, 'duration_secs': 3.176559} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.031898] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.032172] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a23713-8044-4acb-8632-1e4f27c048ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.042719] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 929.042719] env[69473]: value = "task-3358111" [ 929.042719] env[69473]: _type = "Task" [ 929.042719] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.055712] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.131016] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358109, 'name': CreateVM_Task, 'duration_secs': 0.413821} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.131196] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.131888] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.132068] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.132403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.132782] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2404b9-ce7a-4306-a901-be9d627e2079 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.138503] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 929.138503] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52489145-b4a1-143b-d3be-4b1821e2e372" [ 929.138503] env[69473]: _type = "Task" [ 929.138503] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.147407] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52489145-b4a1-143b-d3be-4b1821e2e372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.184124] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70332e8e-6859-4507-86b4-758f446467cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.192668] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b566a1-1fd6-4455-abed-e90b35336be0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.224701] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4cb8ea-4d42-4657-b5b8-15efd3be6b34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.233168] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83d38f-58d5-4c02-a718-b3fd59188728 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.247348] env[69473]: DEBUG nova.compute.provider_tree [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.324926] env[69473]: DEBUG oslo_vmware.api [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Task: {'id': task-3358110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206289} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.326184] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.326184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.326184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.326184] env[69473]: INFO nova.compute.manager [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Took 1.63 seconds to destroy the instance on the hypervisor. [ 929.326677] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.326988] env[69473]: DEBUG nova.compute.manager [-] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.327160] env[69473]: DEBUG nova.network.neutron [-] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.449527] env[69473]: DEBUG nova.network.neutron [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.513879] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358106, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.554257] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.651861] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52489145-b4a1-143b-d3be-4b1821e2e372, 'name': SearchDatastore_Task, 'duration_secs': 0.026632} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.654027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.654027] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.654027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.654027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.654542] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.655160] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a60aeb7f-0c87-489c-8aea-ae28c3f5f0f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.673801] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.674393] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.675707] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8967ba0c-c8b8-46ce-a3a4-947efc925ce4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.680751] env[69473]: DEBUG nova.network.neutron [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Updating instance_info_cache with network_info: [{"id": "cf86ac27-71e0-456d-889b-0b46aaf5b6e1", "address": "fa:16:3e:df:fa:42", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf86ac27-71", "ovs_interfaceid": "cf86ac27-71e0-456d-889b-0b46aaf5b6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.688084] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 929.688084] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f9ae0c-ea0b-e107-cb43-de79ed044f88" [ 929.688084] env[69473]: _type = "Task" [ 929.688084] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.716777] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f9ae0c-ea0b-e107-cb43-de79ed044f88, 'name': SearchDatastore_Task} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.716777] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d953815-bcc3-4e56-82e0-76c91f1acf23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.727028] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 929.727028] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52203095-4214-a07c-0e11-af58b91526d3" [ 929.727028] env[69473]: _type = "Task" [ 929.727028] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.742642] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52203095-4214-a07c-0e11-af58b91526d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.754034] env[69473]: DEBUG nova.scheduler.client.report [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.007278] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358106, 'name': Rename_Task, 'duration_secs': 1.255656} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.007620] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.007906] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e59e26f-bb5b-422c-bd7f-1022751bdf18 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.015788] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 930.015788] env[69473]: value = "task-3358112" [ 930.015788] env[69473]: _type = "Task" [ 930.015788] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.025340] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.054468] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.184221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "refresh_cache-f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.184547] env[69473]: DEBUG nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Instance network_info: |[{"id": "cf86ac27-71e0-456d-889b-0b46aaf5b6e1", "address": "fa:16:3e:df:fa:42", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf86ac27-71", "ovs_interfaceid": "cf86ac27-71e0-456d-889b-0b46aaf5b6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.184981] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:fa:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf86ac27-71e0-456d-889b-0b46aaf5b6e1', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.192874] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating folder: Project (78f91ad7a024442c80a82a1f10d17ccb). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.193192] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f1f276d-b2ee-456f-8bc2-ca0164b99855 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.207184] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created folder: Project (78f91ad7a024442c80a82a1f10d17ccb) in parent group-v669999. [ 930.207373] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating folder: Instances. Parent ref: group-v670225. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.207637] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72fd4f35-bee3-4dac-b7ba-141437b43a2e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.218972] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created folder: Instances in parent group-v670225. [ 930.219241] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.219444] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.219674] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1e3c4ce-c9dc-4e8f-ae5a-fd66f15d4777 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.251066] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52203095-4214-a07c-0e11-af58b91526d3, 'name': SearchDatastore_Task, 'duration_secs': 0.02078} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.254220] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.254220] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d99b7d8d-0348-42ca-a0ba-45c369dcce7f/d99b7d8d-0348-42ca-a0ba-45c369dcce7f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.254220] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.254220] env[69473]: value = "task-3358115" [ 930.254220] env[69473]: _type = "Task" [ 930.254220] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.254220] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-116f8bba-89ff-477b-9c26-e259d9aa9f1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.261715] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.262458] env[69473]: DEBUG nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.268125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.266s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.268549] env[69473]: DEBUG nova.objects.instance [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lazy-loading 'resources' on Instance uuid e471e74a-8fd2-42f0-ad19-69aa71318bc7 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.270867] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 930.270867] env[69473]: value = "task-3358116" [ 930.270867] env[69473]: _type = "Task" [ 930.270867] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.282227] env[69473]: DEBUG nova.network.neutron [-] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.283649] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358115, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.294620] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.309862] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.310203] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ccfc8c-d7c1-4568-93d5-ddb79386ee9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.320440] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 930.320440] env[69473]: value = "task-3358117" [ 930.320440] env[69473]: _type = "Task" [ 930.320440] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.330681] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.367353] env[69473]: DEBUG nova.compute.manager [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Received event network-changed-cf86ac27-71e0-456d-889b-0b46aaf5b6e1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.367677] env[69473]: DEBUG nova.compute.manager [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Refreshing instance network info cache due to event network-changed-cf86ac27-71e0-456d-889b-0b46aaf5b6e1. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.367939] env[69473]: DEBUG oslo_concurrency.lockutils [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] Acquiring lock "refresh_cache-f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.368140] env[69473]: DEBUG oslo_concurrency.lockutils [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] Acquired lock "refresh_cache-f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.368313] env[69473]: DEBUG nova.network.neutron [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Refreshing network info cache for port cf86ac27-71e0-456d-889b-0b46aaf5b6e1 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.534563] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.556265] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358111, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.778799] env[69473]: DEBUG nova.compute.utils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.781642] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358115, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.783286] env[69473]: DEBUG nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.783286] env[69473]: DEBUG nova.network.neutron [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.791879] env[69473]: INFO nova.compute.manager [-] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Took 1.46 seconds to deallocate network for instance. [ 930.807151] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.837689] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358117, 'name': PowerOffVM_Task, 'duration_secs': 0.244622} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.838992] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.840430] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3f698c-53c0-456b-9e26-e857e75bd852 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.875179] env[69473]: DEBUG nova.policy [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76228fd87c947cca7b326d2fd757017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c909cbfdf31434e849826ce64e7563c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.877983] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92561d1-09fc-4c8b-aad6-b7a74624394d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.919830] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.920029] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dfef35a-5b34-4dbf-bcdb-ba4a2c126a50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.933174] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 930.933174] env[69473]: value = "task-3358118" [ 930.933174] env[69473]: _type = "Task" [ 930.933174] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.947423] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 930.947678] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.947888] env[69473]: DEBUG oslo_concurrency.lockutils [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.948050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.948236] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.948567] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4109afef-06b2-40c4-80c6-3e1dcef91101 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.961415] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.961662] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.962487] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c70798f-4c83-4e3c-8208-fb45d75fea76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.972721] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 930.972721] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6cf4c-8f2e-d9d2-bf59-57271e2e69a6" [ 930.972721] env[69473]: _type = "Task" [ 930.972721] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.983910] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6cf4c-8f2e-d9d2-bf59-57271e2e69a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.032155] env[69473]: DEBUG oslo_vmware.api [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358112, 'name': PowerOnVM_Task, 'duration_secs': 0.737431} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.032155] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.032155] env[69473]: INFO nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Took 9.40 seconds to spawn the instance on the hypervisor. [ 931.032405] env[69473]: DEBUG nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.033174] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8a454c-599f-47ea-8b50-d51150832682 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.058220] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358111, 'name': PowerOnVM_Task, 'duration_secs': 1.783356} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.058643] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.058960] env[69473]: DEBUG nova.compute.manager [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.060029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5375352-2741-4f81-9cc6-38c5513db44c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.229524] env[69473]: DEBUG nova.network.neutron [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Updated VIF entry in instance network info cache for port cf86ac27-71e0-456d-889b-0b46aaf5b6e1. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.229921] env[69473]: DEBUG nova.network.neutron [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Updating instance_info_cache with network_info: [{"id": "cf86ac27-71e0-456d-889b-0b46aaf5b6e1", "address": "fa:16:3e:df:fa:42", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf86ac27-71", "ovs_interfaceid": "cf86ac27-71e0-456d-889b-0b46aaf5b6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.270728] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358115, 'name': CreateVM_Task, 'duration_secs': 0.527215} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.270728] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.272179] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.272179] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.272179] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.272179] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6e9bf5-11b3-470f-ae92-091e40f75893 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.276016] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a49df4-49f9-4cda-a24a-e1af51208ba8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.280386] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 931.280386] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c3a2ae-eaab-28c7-611b-b1f24faa9bc5" [ 931.280386] env[69473]: _type = "Task" [ 931.280386] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.286952] env[69473]: DEBUG nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.294170] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98365aff-61ec-4ebd-bc90-787abcc9d0d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.302587] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.302587] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c3a2ae-eaab-28c7-611b-b1f24faa9bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.308565] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567941} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.335352] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d99b7d8d-0348-42ca-a0ba-45c369dcce7f/d99b7d8d-0348-42ca-a0ba-45c369dcce7f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.335650] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.337623] env[69473]: DEBUG nova.network.neutron [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Successfully created port: 5291fe04-1505-4aa3-a6e4-b38482bfa655 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.339527] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deaff754-1057-4bd1-8c07-2b4a44f8e377 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.341850] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04551b7-0a11-4b20-9dcb-a7d52f9c1a74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.351828] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869e7e3-d472-4846-867b-d83b8e1c2f1d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.355802] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 931.355802] env[69473]: value = "task-3358119" [ 931.355802] env[69473]: _type = "Task" [ 931.355802] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.369872] env[69473]: DEBUG nova.compute.provider_tree [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.377755] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.484317] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6cf4c-8f2e-d9d2-bf59-57271e2e69a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.485141] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8d83ce-ab79-4b27-819d-4475ddb7d8e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.492866] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 931.492866] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521f7e94-5995-a4e1-2af9-839af8f7de73" [ 931.492866] env[69473]: _type = "Task" [ 931.492866] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.501154] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521f7e94-5995-a4e1-2af9-839af8f7de73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.559355] env[69473]: INFO nova.compute.manager [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Took 29.98 seconds to build instance. [ 931.576838] env[69473]: INFO nova.compute.manager [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] bringing vm to original state: 'stopped' [ 931.732299] env[69473]: DEBUG oslo_concurrency.lockutils [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] Releasing lock "refresh_cache-f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.732580] env[69473]: DEBUG nova.compute.manager [req-ae6a9b4d-cf8e-43ee-a72f-475b14abeca1 req-8f76e31f-7f92-4b9d-b4ea-e09113e33f5b service nova] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Received event network-vif-deleted-84769e8f-316e-4f92-9ee4-5f2c06f2eb6d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.791817] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c3a2ae-eaab-28c7-611b-b1f24faa9bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.057663} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.792134] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.792366] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.792605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.792764] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.792950] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.793512] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0faf1e0b-35ca-4f38-9799-8ad6a0e94b94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.809731] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.809914] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.810722] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1966a749-8dc4-47fa-87b5-67d435479900 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.816413] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 931.816413] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee8caa-5c64-c9ee-2e13-08f82070d8a4" [ 931.816413] env[69473]: _type = "Task" [ 931.816413] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.824908] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee8caa-5c64-c9ee-2e13-08f82070d8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.866805] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074485} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.867111] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.867875] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb3e2b-c6c6-4a9d-b07c-7ca5039e4a22 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.872631] env[69473]: DEBUG nova.scheduler.client.report [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.893137] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d99b7d8d-0348-42ca-a0ba-45c369dcce7f/d99b7d8d-0348-42ca-a0ba-45c369dcce7f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.894121] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078a8a76-6888-4917-98ed-250217d29d9a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.915506] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 931.915506] env[69473]: value = "task-3358120" [ 931.915506] env[69473]: _type = "Task" [ 931.915506] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.924674] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.004724] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521f7e94-5995-a4e1-2af9-839af8f7de73, 'name': SearchDatastore_Task, 'duration_secs': 0.072399} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.005037] env[69473]: DEBUG oslo_concurrency.lockutils [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.005252] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. {{(pid=69473) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 932.005515] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b0b3612-e1a7-42de-875b-bb2eaeca1a49 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.012720] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 932.012720] env[69473]: value = "task-3358121" [ 932.012720] env[69473]: _type = "Task" [ 932.012720] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.021686] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.061952] env[69473]: DEBUG oslo_concurrency.lockutils [None req-51ebd266-4a05-4d5c-8419-be1e1ca774d9 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.493s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.306477] env[69473]: DEBUG nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.332274] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee8caa-5c64-c9ee-2e13-08f82070d8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.055001} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.335228] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.335479] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.335640] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.335824] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.335971] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.336132] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.336345] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.336504] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.336674] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.336839] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.337021] env[69473]: DEBUG nova.virt.hardware [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.337323] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5318b0c5-e73c-4380-a627-36f188d7ca93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.340322] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf10b8-3fa8-4910-bfcf-2816f7aec314 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.350748] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e071d2e0-b35c-4f34-84a8-ba3e64b937a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.355430] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 932.355430] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e727e6-71fc-2127-1953-05586e07eb8b" [ 932.355430] env[69473]: _type = "Task" [ 932.355430] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.374118] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e727e6-71fc-2127-1953-05586e07eb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.016966} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.374547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.374937] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] f63a8ec2-0b8a-4ac7-b102-f2cef2709c64/f63a8ec2-0b8a-4ac7-b102-f2cef2709c64.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.375252] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d301c720-a5f7-4c1d-bdda-8810041f0c14 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.384053] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 932.384053] env[69473]: value = "task-3358122" [ 932.384053] env[69473]: _type = "Task" [ 932.384053] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.394367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.396503] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.397063] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.984s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.397302] env[69473]: DEBUG nova.objects.instance [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lazy-loading 'resources' on Instance uuid 9512636c-5133-444d-ad81-9507df8b762e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.428072] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358120, 'name': ReconfigVM_Task, 'duration_secs': 0.320729} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.428494] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d99b7d8d-0348-42ca-a0ba-45c369dcce7f/d99b7d8d-0348-42ca-a0ba-45c369dcce7f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.429397] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c173ee4-0435-4efe-91c8-f5928e5ac936 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.439091] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 932.439091] env[69473]: value = "task-3358123" [ 932.439091] env[69473]: _type = "Task" [ 932.439091] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.440387] env[69473]: INFO nova.scheduler.client.report [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleted allocations for instance e471e74a-8fd2-42f0-ad19-69aa71318bc7 [ 932.454424] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358123, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.527695] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.531152] env[69473]: DEBUG nova.compute.manager [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Received event network-changed-e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.531359] env[69473]: DEBUG nova.compute.manager [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Refreshing instance network info cache due to event network-changed-e4d49f04-842d-485d-b77e-d49f3ae7f831. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.531682] env[69473]: DEBUG oslo_concurrency.lockutils [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] Acquiring lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.531723] env[69473]: DEBUG oslo_concurrency.lockutils [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] Acquired lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.531896] env[69473]: DEBUG nova.network.neutron [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Refreshing network info cache for port e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.589038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.589038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.589038] env[69473]: DEBUG nova.compute.manager [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.589038] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534e8b8-f41b-418b-9597-a1737f7ec52f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.598271] env[69473]: DEBUG nova.compute.manager [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 932.855492] env[69473]: DEBUG nova.network.neutron [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Successfully updated port: 5291fe04-1505-4aa3-a6e4-b38482bfa655 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.907249] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.913179] env[69473]: DEBUG nova.compute.manager [req-94d440ee-133f-42ae-89ef-08c3bcd38a95 req-af9a4f6a-d135-4560-9f6c-2c04cdccf181 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Received event network-vif-plugged-5291fe04-1505-4aa3-a6e4-b38482bfa655 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.913414] env[69473]: DEBUG oslo_concurrency.lockutils [req-94d440ee-133f-42ae-89ef-08c3bcd38a95 req-af9a4f6a-d135-4560-9f6c-2c04cdccf181 service nova] Acquiring lock "1428e285-7a51-41b6-81a9-fc508b947ff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.913679] env[69473]: DEBUG oslo_concurrency.lockutils [req-94d440ee-133f-42ae-89ef-08c3bcd38a95 req-af9a4f6a-d135-4560-9f6c-2c04cdccf181 service nova] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.913857] env[69473]: DEBUG oslo_concurrency.lockutils [req-94d440ee-133f-42ae-89ef-08c3bcd38a95 req-af9a4f6a-d135-4560-9f6c-2c04cdccf181 service nova] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.914166] env[69473]: DEBUG nova.compute.manager [req-94d440ee-133f-42ae-89ef-08c3bcd38a95 req-af9a4f6a-d135-4560-9f6c-2c04cdccf181 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] No waiting events found dispatching network-vif-plugged-5291fe04-1505-4aa3-a6e4-b38482bfa655 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.914223] env[69473]: WARNING nova.compute.manager [req-94d440ee-133f-42ae-89ef-08c3bcd38a95 req-af9a4f6a-d135-4560-9f6c-2c04cdccf181 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Received unexpected event network-vif-plugged-5291fe04-1505-4aa3-a6e4-b38482bfa655 for instance with vm_state building and task_state spawning. [ 932.952085] env[69473]: DEBUG oslo_concurrency.lockutils [None req-882a1bb9-cde8-4153-928f-4b52adc7ec4a tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "e471e74a-8fd2-42f0-ad19-69aa71318bc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.394s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.960387] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358123, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.023653] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615143} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.027409] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. [ 933.027726] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32530b6e-d9f7-46d5-a3fb-b8b1d2504334 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.057150] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.060581] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287087f0-d2a2-4a0e-bc03-598b9bec6371 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.082063] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 933.082063] env[69473]: value = "task-3358124" [ 933.082063] env[69473]: _type = "Task" [ 933.082063] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.095019] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.104518] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.107059] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d084a92-6e35-4ef2-9c79-3c63fb1ea2cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.115193] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 933.115193] env[69473]: value = "task-3358125" [ 933.115193] env[69473]: _type = "Task" [ 933.115193] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.128122] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.311899] env[69473]: DEBUG nova.network.neutron [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updated VIF entry in instance network info cache for port e4d49f04-842d-485d-b77e-d49f3ae7f831. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.312463] env[69473]: DEBUG nova.network.neutron [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updating instance_info_cache with network_info: [{"id": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "address": "fa:16:3e:e4:0e:56", "network": {"id": "b7ef239b-912f-4314-b6ef-eac5f158a264", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1791804792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30073e270e934920b91c42602feb50fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49f04-84", "ovs_interfaceid": "e4d49f04-842d-485d-b77e-d49f3ae7f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.317540] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017c3200-b349-4c1b-b662-ea626ec8b8be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.327283] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328176d-e7ea-4fa8-88b5-0fb388762670 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.367069] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-1428e285-7a51-41b6-81a9-fc508b947ff4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.367266] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-1428e285-7a51-41b6-81a9-fc508b947ff4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.367465] env[69473]: DEBUG nova.network.neutron [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.369473] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a0bcb1-817d-4801-945e-d00a78677a56 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.380706] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c33b2-46f5-4276-bbdb-6dd4ffd29605 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.396985] env[69473]: DEBUG nova.compute.provider_tree [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.404582] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634162} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.405427] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] f63a8ec2-0b8a-4ac7-b102-f2cef2709c64/f63a8ec2-0b8a-4ac7-b102-f2cef2709c64.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.405693] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.405976] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-568b5997-0faf-4e6b-8414-a379d34996fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.414743] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 933.414743] env[69473]: value = "task-3358126" [ 933.414743] env[69473]: _type = "Task" [ 933.414743] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.423358] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.452906] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358123, 'name': Rename_Task, 'duration_secs': 0.954402} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.453335] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.453663] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bedb0a31-10bf-4ea0-9e2b-04f817486fc5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.461239] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 933.461239] env[69473]: value = "task-3358127" [ 933.461239] env[69473]: _type = "Task" [ 933.461239] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.470568] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.594693] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.625791] env[69473]: DEBUG oslo_vmware.api [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358125, 'name': PowerOffVM_Task, 'duration_secs': 0.209104} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.626795] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.627281] env[69473]: DEBUG nova.compute.manager [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.628022] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ea663-d4ea-45a1-bab4-9849398cb1a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.815498] env[69473]: DEBUG oslo_concurrency.lockutils [req-d97ae23c-1b94-44d8-8a66-f7d686d44083 req-09c310b3-ab7d-4934-b7a7-39f46e1b7324 service nova] Releasing lock "refresh_cache-a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.902059] env[69473]: DEBUG nova.scheduler.client.report [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.905301] env[69473]: DEBUG nova.network.neutron [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.926578] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070388} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.929806] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.930851] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d143b8e-beef-4b2c-9017-c1ff3d2d546a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.955990] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f63a8ec2-0b8a-4ac7-b102-f2cef2709c64/f63a8ec2-0b8a-4ac7-b102-f2cef2709c64.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.956339] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f44da4d1-5452-4851-8e54-b4c4c4bdf84b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.983464] env[69473]: DEBUG oslo_vmware.api [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358127, 'name': PowerOnVM_Task, 'duration_secs': 0.482278} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.984790] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.985024] env[69473]: INFO nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Took 8.75 seconds to spawn the instance on the hypervisor. [ 933.985289] env[69473]: DEBUG nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.985536] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 933.985536] env[69473]: value = "task-3358128" [ 933.985536] env[69473]: _type = "Task" [ 933.985536] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.986238] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c998f39-c408-41c7-b86d-de7a1b049ecf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.002985] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.081431] env[69473]: DEBUG nova.network.neutron [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Updating instance_info_cache with network_info: [{"id": "5291fe04-1505-4aa3-a6e4-b38482bfa655", "address": "fa:16:3e:0e:0b:fa", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5291fe04-15", "ovs_interfaceid": "5291fe04-1505-4aa3-a6e4-b38482bfa655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.095720] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358124, 'name': ReconfigVM_Task, 'duration_secs': 0.52632} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.096061] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Reconfigured VM instance instance-0000004d to attach disk [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.096913] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5be8d1-fc42-4798-8ccc-6990933d5c86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.124382] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c797ba26-28ac-4779-b685-08d0ae084bb1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.142405] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 934.142405] env[69473]: value = "task-3358129" [ 934.142405] env[69473]: _type = "Task" [ 934.142405] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.142672] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.152700] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.409783] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.411957] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.033s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.412169] env[69473]: DEBUG nova.objects.instance [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.436413] env[69473]: INFO nova.scheduler.client.report [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Deleted allocations for instance 9512636c-5133-444d-ad81-9507df8b762e [ 934.499409] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.510422] env[69473]: INFO nova.compute.manager [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Took 27.35 seconds to build instance. [ 934.585976] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-1428e285-7a51-41b6-81a9-fc508b947ff4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.585976] env[69473]: DEBUG nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Instance network_info: |[{"id": "5291fe04-1505-4aa3-a6e4-b38482bfa655", "address": "fa:16:3e:0e:0b:fa", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5291fe04-15", "ovs_interfaceid": "5291fe04-1505-4aa3-a6e4-b38482bfa655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.585976] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:0b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5291fe04-1505-4aa3-a6e4-b38482bfa655', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.593738] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.595279] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.595691] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ace9e0f-c64f-4eec-8885-172021276e50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.616770] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.616770] env[69473]: value = "task-3358130" [ 934.616770] env[69473]: _type = "Task" [ 934.616770] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.626836] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358130, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.659675] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.664488] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358129, 'name': ReconfigVM_Task, 'duration_secs': 0.413567} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.664914] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.665281] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73a39787-860c-418a-aded-acbb970f3137 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.673365] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 934.673365] env[69473]: value = "task-3358131" [ 934.673365] env[69473]: _type = "Task" [ 934.673365] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.683140] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.718036] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.718478] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.718727] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.718933] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.719183] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.721991] env[69473]: INFO nova.compute.manager [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Terminating instance [ 934.944816] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0eb217cb-088c-4848-9e92-75deb7215612 tempest-ListServersNegativeTestJSON-1599158675 tempest-ListServersNegativeTestJSON-1599158675-project-member] Lock "9512636c-5133-444d-ad81-9507df8b762e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.043s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.002527] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358128, 'name': ReconfigVM_Task, 'duration_secs': 0.753036} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.002842] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f63a8ec2-0b8a-4ac7-b102-f2cef2709c64/f63a8ec2-0b8a-4ac7-b102-f2cef2709c64.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.003535] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fbebfcc-e64e-487d-b2f0-d16b69211f91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.011067] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 935.011067] env[69473]: value = "task-3358132" [ 935.011067] env[69473]: _type = "Task" [ 935.011067] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.014633] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6614b06-a4b8-406d-8493-9d2f32571589 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.875s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.026751] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358132, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.052322] env[69473]: DEBUG nova.compute.manager [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Received event network-changed-5291fe04-1505-4aa3-a6e4-b38482bfa655 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.052579] env[69473]: DEBUG nova.compute.manager [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Refreshing instance network info cache due to event network-changed-5291fe04-1505-4aa3-a6e4-b38482bfa655. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.052845] env[69473]: DEBUG oslo_concurrency.lockutils [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] Acquiring lock "refresh_cache-1428e285-7a51-41b6-81a9-fc508b947ff4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.053176] env[69473]: DEBUG oslo_concurrency.lockutils [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] Acquired lock "refresh_cache-1428e285-7a51-41b6-81a9-fc508b947ff4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.053457] env[69473]: DEBUG nova.network.neutron [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Refreshing network info cache for port 5291fe04-1505-4aa3-a6e4-b38482bfa655 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.128463] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358130, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.185095] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.226229] env[69473]: DEBUG nova.compute.manager [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.226472] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.227406] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0dfb4c-973c-4528-bb62-884126c1cac2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.235809] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.236086] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8358de92-a74e-4f8a-af55-98b3bd97f9c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.298183] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.298400] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.298641] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleting the datastore file [datastore1] 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.298906] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64018549-b41f-4b00-b008-f9763d2a6486 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.306862] env[69473]: DEBUG oslo_vmware.api [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 935.306862] env[69473]: value = "task-3358134" [ 935.306862] env[69473]: _type = "Task" [ 935.306862] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.315536] env[69473]: DEBUG oslo_vmware.api [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.421659] env[69473]: DEBUG oslo_concurrency.lockutils [None req-92bdf8c6-d861-4f0e-93a7-6d53234a510b tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.422778] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.254s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.424784] env[69473]: INFO nova.compute.claims [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.524221] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358132, 'name': Rename_Task, 'duration_secs': 0.207296} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.524526] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.524771] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f68b7ce-bc38-4a8e-82b4-9a1e3d0914d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.532305] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 935.532305] env[69473]: value = "task-3358135" [ 935.532305] env[69473]: _type = "Task" [ 935.532305] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.541611] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.632022] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358130, 'name': CreateVM_Task, 'duration_secs': 0.555463} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.632022] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.632022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.632022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.632022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.632022] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f372ce-a0c4-4023-9a57-555dac7119be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.639940] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 935.639940] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526d52bb-1f01-60f1-8236-83d4df86c8fa" [ 935.639940] env[69473]: _type = "Task" [ 935.639940] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.650796] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526d52bb-1f01-60f1-8236-83d4df86c8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.651592] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.651998] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.652364] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.652625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.652950] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.653407] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2113a6f1-b335-4907-a14c-9ff028edc344 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.670020] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.670020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.670020] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74426b9b-34b2-47e8-b038-d102fbb6afa7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.674749] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 935.674749] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd3df2-eee8-6e25-be85-431451c2b16c" [ 935.674749] env[69473]: _type = "Task" [ 935.674749] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.690569] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.694558] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd3df2-eee8-6e25-be85-431451c2b16c, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.695523] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d528752c-a08b-4255-84ce-232250404e3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.706325] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 935.706325] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5287b69b-85b5-fb17-c958-cf58a2ae40f1" [ 935.706325] env[69473]: _type = "Task" [ 935.706325] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.718398] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5287b69b-85b5-fb17-c958-cf58a2ae40f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.786781] env[69473]: DEBUG nova.network.neutron [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Updated VIF entry in instance network info cache for port 5291fe04-1505-4aa3-a6e4-b38482bfa655. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.786781] env[69473]: DEBUG nova.network.neutron [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Updating instance_info_cache with network_info: [{"id": "5291fe04-1505-4aa3-a6e4-b38482bfa655", "address": "fa:16:3e:0e:0b:fa", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5291fe04-15", "ovs_interfaceid": "5291fe04-1505-4aa3-a6e4-b38482bfa655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.820547] env[69473]: DEBUG oslo_vmware.api [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147693} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.820547] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.820547] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.820547] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.820547] env[69473]: INFO nova.compute.manager [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Took 0.59 seconds to destroy the instance on the hypervisor. [ 935.820547] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.820547] env[69473]: DEBUG nova.compute.manager [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.820547] env[69473]: DEBUG nova.network.neutron [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.045195] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358135, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.190125] env[69473]: DEBUG oslo_vmware.api [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358131, 'name': PowerOnVM_Task, 'duration_secs': 1.208914} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.190125] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.193375] env[69473]: DEBUG nova.compute.manager [None req-59f04f94-5dab-4cf8-b184-1ff9354937cb tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.194360] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a4fa9-8d9f-4d44-adea-3eb7ad4972ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.223838] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5287b69b-85b5-fb17-c958-cf58a2ae40f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.223838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.224110] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1428e285-7a51-41b6-81a9-fc508b947ff4/1428e285-7a51-41b6-81a9-fc508b947ff4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.224369] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6d9b3ef-3282-4131-a2a8-6eefd712561b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.232714] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 936.232714] env[69473]: value = "task-3358136" [ 936.232714] env[69473]: _type = "Task" [ 936.232714] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.245019] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.288327] env[69473]: DEBUG oslo_concurrency.lockutils [req-aa23234f-1c3c-4ef3-b7e7-c69262caae90 req-7856fdb6-21db-40ea-b5c8-9f0da1a05ad4 service nova] Releasing lock "refresh_cache-1428e285-7a51-41b6-81a9-fc508b947ff4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.553028] env[69473]: DEBUG oslo_vmware.api [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358135, 'name': PowerOnVM_Task, 'duration_secs': 0.845729} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.554013] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.554013] env[69473]: INFO nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Took 8.77 seconds to spawn the instance on the hypervisor. [ 936.554013] env[69473]: DEBUG nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.554788] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6031ae7e-16a9-485f-9602-ec97266adeb6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.596319] env[69473]: DEBUG nova.network.neutron [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.749812] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505035} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.750661] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1428e285-7a51-41b6-81a9-fc508b947ff4/1428e285-7a51-41b6-81a9-fc508b947ff4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.751052] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.751314] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-837c25da-9a25-4b05-8539-25e39a1cce81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.760649] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 936.760649] env[69473]: value = "task-3358137" [ 936.760649] env[69473]: _type = "Task" [ 936.760649] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.770229] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.847056] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f742efbb-9393-475b-b73e-541c44d3dcf4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.854100] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a80f7d-1d7b-42d2-9fbb-1d8af21e5520 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.890023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e59dbe-d6df-49c2-89f9-1793558a77bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.897260] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585f6d0-c033-4ff6-afc5-a3856391e69a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.914166] env[69473]: DEBUG nova.compute.provider_tree [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.086547] env[69473]: INFO nova.compute.manager [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Took 29.43 seconds to build instance. [ 937.095668] env[69473]: DEBUG nova.compute.manager [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Received event network-changed-08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.095668] env[69473]: DEBUG nova.compute.manager [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Refreshing instance network info cache due to event network-changed-08151fe2-150f-4222-8e18-eac2ab601cd7. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.095668] env[69473]: DEBUG oslo_concurrency.lockutils [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] Acquiring lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.095668] env[69473]: DEBUG oslo_concurrency.lockutils [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] Acquired lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.096155] env[69473]: DEBUG nova.network.neutron [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Refreshing network info cache for port 08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.100052] env[69473]: INFO nova.compute.manager [-] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Took 1.28 seconds to deallocate network for instance. [ 937.271178] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076026} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.271509] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.272340] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f2952-3726-41e2-b4d2-f5ec2d1fab2e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.296023] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 1428e285-7a51-41b6-81a9-fc508b947ff4/1428e285-7a51-41b6-81a9-fc508b947ff4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.296321] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59dcba6c-5374-4c78-826e-2b4af074c8b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.317900] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 937.317900] env[69473]: value = "task-3358138" [ 937.317900] env[69473]: _type = "Task" [ 937.317900] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.331742] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.419887] env[69473]: DEBUG nova.scheduler.client.report [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.589145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9758f7f6-f4ff-45ca-b6d5-43b9c3cf5ad3 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.953s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.606082] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.828257] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.844303] env[69473]: DEBUG nova.network.neutron [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Updated VIF entry in instance network info cache for port 08151fe2-150f-4222-8e18-eac2ab601cd7. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.844958] env[69473]: DEBUG nova.network.neutron [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Updating instance_info_cache with network_info: [{"id": "08151fe2-150f-4222-8e18-eac2ab601cd7", "address": "fa:16:3e:d6:cd:e1", "network": {"id": "ee608fc6-148f-44e5-9fe7-650b256f0fa8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2095063494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92a4ea1040047d08fd8276d613c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08151fe2-15", "ovs_interfaceid": "08151fe2-150f-4222-8e18-eac2ab601cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.927028] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.927028] env[69473]: DEBUG nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.929193] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.023s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.929598] env[69473]: DEBUG nova.objects.instance [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lazy-loading 'resources' on Instance uuid 9bd9d879-229b-40a3-bf86-2a5a84d1656a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.329016] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358138, 'name': ReconfigVM_Task, 'duration_secs': 0.76547} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.329307] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 1428e285-7a51-41b6-81a9-fc508b947ff4/1428e285-7a51-41b6-81a9-fc508b947ff4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.329937] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1231d1-4266-48df-85d6-e65edd8077d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.336967] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 938.336967] env[69473]: value = "task-3358139" [ 938.336967] env[69473]: _type = "Task" [ 938.336967] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.345132] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358139, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.347678] env[69473]: DEBUG oslo_concurrency.lockutils [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] Releasing lock "refresh_cache-d99b7d8d-0348-42ca-a0ba-45c369dcce7f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.347912] env[69473]: DEBUG nova.compute.manager [req-faa3430d-2791-44df-8451-307c9f4fb776 req-56dcfed2-288a-4076-b8d0-abd2d2b369de service nova] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Received event network-vif-deleted-d3cc42af-7909-48b4-8b57-a3f8ae85fa63 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.434683] env[69473]: DEBUG nova.compute.utils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.439318] env[69473]: DEBUG nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.439318] env[69473]: DEBUG nova.network.neutron [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.480628] env[69473]: DEBUG nova.policy [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0d53c376b6440cdb0b6d48ae70795e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414585c3f8584d51bcd9419aaba66cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.537144] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.537772] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.804040] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d80bc44-2e17-495a-b7fa-4cae1de0d4b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.807460] env[69473]: DEBUG nova.network.neutron [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Successfully created port: 2a5c6753-714c-4bde-afa1-3bf0847f9bc6 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.815033] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d79db7d-e5a5-4efa-96d2-77b664629c23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.850035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e61600-03b2-4964-ba33-e4e0e67ad826 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.863454] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6658e7d-7007-46a8-b940-f4508613e346 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.867564] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358139, 'name': Rename_Task, 'duration_secs': 0.232123} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.868206] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.868880] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7eea968-efb9-41e9-818a-78612c2aeaee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.880078] env[69473]: DEBUG nova.compute.provider_tree [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.885023] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 938.885023] env[69473]: value = "task-3358140" [ 938.885023] env[69473]: _type = "Task" [ 938.885023] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.892119] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.940015] env[69473]: DEBUG nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.042502] env[69473]: DEBUG nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.225852] env[69473]: INFO nova.compute.manager [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Rescuing [ 939.226150] env[69473]: DEBUG oslo_concurrency.lockutils [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.226309] env[69473]: DEBUG oslo_concurrency.lockutils [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.226501] env[69473]: DEBUG nova.network.neutron [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.384171] env[69473]: DEBUG nova.scheduler.client.report [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.398324] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.560943] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.893278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.895637] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.908s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.897553] env[69473]: INFO nova.compute.claims [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.907516] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358140, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.919662] env[69473]: INFO nova.scheduler.client.report [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted allocations for instance 9bd9d879-229b-40a3-bf86-2a5a84d1656a [ 939.952016] env[69473]: DEBUG nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.960895] env[69473]: DEBUG nova.network.neutron [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Updating instance_info_cache with network_info: [{"id": "20e82f91-0e42-4ede-a043-ffac775d3baf", "address": "fa:16:3e:6c:9f:75", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e82f91-0e", "ovs_interfaceid": "20e82f91-0e42-4ede-a043-ffac775d3baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.978849] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.979124] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.979287] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.979485] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.979633] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.979888] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.980130] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.980298] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.980469] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.980672] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.980850] env[69473]: DEBUG nova.virt.hardware [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.981912] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0247e5-2e49-4d7a-bef2-773ece36d1f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.990133] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c074ffa-7674-454e-8673-5c7f8d8084b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269799] env[69473]: DEBUG nova.network.neutron [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Successfully updated port: 2a5c6753-714c-4bde-afa1-3bf0847f9bc6 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.397673] env[69473]: DEBUG oslo_vmware.api [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358140, 'name': PowerOnVM_Task, 'duration_secs': 1.06171} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.397951] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.398837] env[69473]: INFO nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Took 8.09 seconds to spawn the instance on the hypervisor. [ 940.399054] env[69473]: DEBUG nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.399864] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241c5d8-5e1b-4091-b741-387aa40e9baf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.427412] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3008cd39-06f7-4ef8-9300-8d2f1d315144 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "9bd9d879-229b-40a3-bf86-2a5a84d1656a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.463900] env[69473]: DEBUG oslo_concurrency.lockutils [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.469035] env[69473]: DEBUG nova.compute.manager [req-fd4af0ee-365b-4e4b-b12e-e2960a485798 req-14458772-3219-4b93-a92e-17df50001045 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Received event network-vif-plugged-2a5c6753-714c-4bde-afa1-3bf0847f9bc6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.469252] env[69473]: DEBUG oslo_concurrency.lockutils [req-fd4af0ee-365b-4e4b-b12e-e2960a485798 req-14458772-3219-4b93-a92e-17df50001045 service nova] Acquiring lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.469459] env[69473]: DEBUG oslo_concurrency.lockutils [req-fd4af0ee-365b-4e4b-b12e-e2960a485798 req-14458772-3219-4b93-a92e-17df50001045 service nova] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.469630] env[69473]: DEBUG oslo_concurrency.lockutils [req-fd4af0ee-365b-4e4b-b12e-e2960a485798 req-14458772-3219-4b93-a92e-17df50001045 service nova] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.469801] env[69473]: DEBUG nova.compute.manager [req-fd4af0ee-365b-4e4b-b12e-e2960a485798 req-14458772-3219-4b93-a92e-17df50001045 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] No waiting events found dispatching network-vif-plugged-2a5c6753-714c-4bde-afa1-3bf0847f9bc6 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.469966] env[69473]: WARNING nova.compute.manager [req-fd4af0ee-365b-4e4b-b12e-e2960a485798 req-14458772-3219-4b93-a92e-17df50001045 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Received unexpected event network-vif-plugged-2a5c6753-714c-4bde-afa1-3bf0847f9bc6 for instance with vm_state building and task_state spawning. [ 940.772647] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-684673c5-19bc-41ec-85dc-ccae3b33ce1f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.772810] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-684673c5-19bc-41ec-85dc-ccae3b33ce1f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.772970] env[69473]: DEBUG nova.network.neutron [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.924061] env[69473]: INFO nova.compute.manager [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Took 31.90 seconds to build instance. [ 941.198607] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c5d164-b447-4c13-b6ce-bffbc8c0947c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.208688] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b724bf-245a-4f04-b805-772c5f96ccaf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.239457] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83262b34-b3a3-46ce-9241-2232d51a5569 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.247111] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf0a872-893c-4bfc-bd07-bc4d23494c8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.261797] env[69473]: DEBUG nova.compute.provider_tree [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.307358] env[69473]: DEBUG nova.network.neutron [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.429174] env[69473]: DEBUG oslo_concurrency.lockutils [None req-11b9acbb-3e13-42d9-993e-c39510a2f6ab tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.420s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.438829] env[69473]: DEBUG nova.network.neutron [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Updating instance_info_cache with network_info: [{"id": "2a5c6753-714c-4bde-afa1-3bf0847f9bc6", "address": "fa:16:3e:bd:23:f8", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5c6753-71", "ovs_interfaceid": "2a5c6753-714c-4bde-afa1-3bf0847f9bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.765574] env[69473]: DEBUG nova.scheduler.client.report [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.941853] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-684673c5-19bc-41ec-85dc-ccae3b33ce1f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.942244] env[69473]: DEBUG nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Instance network_info: |[{"id": "2a5c6753-714c-4bde-afa1-3bf0847f9bc6", "address": "fa:16:3e:bd:23:f8", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5c6753-71", "ovs_interfaceid": "2a5c6753-714c-4bde-afa1-3bf0847f9bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.942646] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:23:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a5c6753-714c-4bde-afa1-3bf0847f9bc6', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.950452] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.950678] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.950919] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87247773-3c64-43aa-b117-255ce45db5aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.972821] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.972821] env[69473]: value = "task-3358141" [ 941.972821] env[69473]: _type = "Task" [ 941.972821] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.980973] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358141, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.999945] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.000293] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33bed9e0-2170-46e0-986d-d1698cbff81e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.007634] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 942.007634] env[69473]: value = "task-3358142" [ 942.007634] env[69473]: _type = "Task" [ 942.007634] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.017086] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.092855] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "1428e285-7a51-41b6-81a9-fc508b947ff4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.093773] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.094131] env[69473]: DEBUG nova.compute.manager [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.095745] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797e6d0-e163-4228-ba61-2d34523cbf25 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.105188] env[69473]: DEBUG nova.compute.manager [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 942.105836] env[69473]: DEBUG nova.objects.instance [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'flavor' on Instance uuid 1428e285-7a51-41b6-81a9-fc508b947ff4 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.270551] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.271135] env[69473]: DEBUG nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.273997] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.818s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.275398] env[69473]: INFO nova.compute.claims [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.483151] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358141, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.499558] env[69473]: DEBUG nova.compute.manager [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Received event network-changed-2a5c6753-714c-4bde-afa1-3bf0847f9bc6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.499898] env[69473]: DEBUG nova.compute.manager [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Refreshing instance network info cache due to event network-changed-2a5c6753-714c-4bde-afa1-3bf0847f9bc6. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.500142] env[69473]: DEBUG oslo_concurrency.lockutils [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] Acquiring lock "refresh_cache-684673c5-19bc-41ec-85dc-ccae3b33ce1f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.500293] env[69473]: DEBUG oslo_concurrency.lockutils [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] Acquired lock "refresh_cache-684673c5-19bc-41ec-85dc-ccae3b33ce1f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.500457] env[69473]: DEBUG nova.network.neutron [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Refreshing network info cache for port 2a5c6753-714c-4bde-afa1-3bf0847f9bc6 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.520047] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358142, 'name': PowerOffVM_Task, 'duration_secs': 0.338345} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.520047] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.520648] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d22c32-ed9c-42b2-bf26-710e49518792 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.541822] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceb02f8-3040-4703-998d-ddc8278e8bae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.575669] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.576368] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b15184c-efba-4b48-8822-c16ea0af35dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.584033] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 942.584033] env[69473]: value = "task-3358143" [ 942.584033] env[69473]: _type = "Task" [ 942.584033] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.592986] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.780300] env[69473]: DEBUG nova.compute.utils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.783975] env[69473]: DEBUG nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.783975] env[69473]: DEBUG nova.network.neutron [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.835200] env[69473]: DEBUG nova.policy [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf02375fb87144479d7eeb00d64a4bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88f294bf87f4eb99e4be77dec5698c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.985711] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358141, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.097720] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 943.098120] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.098531] env[69473]: DEBUG oslo_concurrency.lockutils [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.099108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.099455] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.099819] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe90dc4-dc54-43dd-b474-6425b62f32e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.114270] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.114270] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.114270] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff77a63-d54e-4862-8611-18a112096cd8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.115604] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.115933] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30517c5-2388-4f38-8e30-a2c923b56f02 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.122397] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 943.122397] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5211c109-a409-9a72-ea8c-13f8b1590c43" [ 943.122397] env[69473]: _type = "Task" [ 943.122397] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.124735] env[69473]: DEBUG oslo_vmware.api [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 943.124735] env[69473]: value = "task-3358144" [ 943.124735] env[69473]: _type = "Task" [ 943.124735] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.145032] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5211c109-a409-9a72-ea8c-13f8b1590c43, 'name': SearchDatastore_Task, 'duration_secs': 0.017044} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.145421] env[69473]: DEBUG oslo_vmware.api [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.145807] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21fb87a-ccc7-49e4-a713-966c46c2e57f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.151501] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 943.151501] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a0a16a-00cc-c125-46bb-ff2cb80c429b" [ 943.151501] env[69473]: _type = "Task" [ 943.151501] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.160453] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a0a16a-00cc-c125-46bb-ff2cb80c429b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.213202] env[69473]: DEBUG nova.network.neutron [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Successfully created port: ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.285947] env[69473]: DEBUG nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.357443] env[69473]: DEBUG nova.network.neutron [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Updated VIF entry in instance network info cache for port 2a5c6753-714c-4bde-afa1-3bf0847f9bc6. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.357443] env[69473]: DEBUG nova.network.neutron [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Updating instance_info_cache with network_info: [{"id": "2a5c6753-714c-4bde-afa1-3bf0847f9bc6", "address": "fa:16:3e:bd:23:f8", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5c6753-71", "ovs_interfaceid": "2a5c6753-714c-4bde-afa1-3bf0847f9bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.491193] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358141, 'name': CreateVM_Task, 'duration_secs': 1.420966} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.491365] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.492159] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.492398] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.494379] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.497113] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59f74f7-64cf-4f52-8812-9f004bfc6c7a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.503328] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 943.503328] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529c8b53-a080-bdbc-dd89-229ba6654181" [ 943.503328] env[69473]: _type = "Task" [ 943.503328] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.512280] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529c8b53-a080-bdbc-dd89-229ba6654181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.638268] env[69473]: DEBUG oslo_vmware.api [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358144, 'name': PowerOffVM_Task, 'duration_secs': 0.311836} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.640749] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.640963] env[69473]: DEBUG nova.compute.manager [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.642242] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81660203-c972-4a49-aed8-ac14ad66d071 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.652111] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493bf463-66f6-42eb-bdb5-b326f6ac0d37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.665731] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314c5d9-8126-45f9-a211-6fc28ff816c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.669106] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a0a16a-00cc-c125-46bb-ff2cb80c429b, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.669371] env[69473]: DEBUG oslo_concurrency.lockutils [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.669630] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. {{(pid=69473) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 943.670222] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f94d89ff-06c7-49f9-9e85-f7c682f6180f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.699236] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43fcea6-ccf9-46e8-a671-73b1b57fd81e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.701910] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 943.701910] env[69473]: value = "task-3358145" [ 943.701910] env[69473]: _type = "Task" [ 943.701910] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.708925] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f57f8b-0d87-42ba-a296-97535120b089 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.715757] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.727345] env[69473]: DEBUG nova.compute.provider_tree [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.859895] env[69473]: DEBUG oslo_concurrency.lockutils [req-ce50deff-d7ef-462b-b1f5-ccef9a1cb77e req-b9a4c2a0-e8c9-4a5e-99ab-e57f362a8495 service nova] Releasing lock "refresh_cache-684673c5-19bc-41ec-85dc-ccae3b33ce1f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.014998] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529c8b53-a080-bdbc-dd89-229ba6654181, 'name': SearchDatastore_Task, 'duration_secs': 0.037881} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.016564] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.016856] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.017148] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.017339] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.017559] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.020507] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02f04af-89b1-4413-9576-973775e313e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.037292] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.037614] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.038758] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f6a6bb-2508-4eba-95e7-60e862b96c55 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.047015] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 944.047015] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f5191-7a55-bcca-8ce9-67cd29d72c3f" [ 944.047015] env[69473]: _type = "Task" [ 944.047015] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.057152] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f5191-7a55-bcca-8ce9-67cd29d72c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.158250] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d99f79f3-482b-45c0-9fcc-9f1d494195f1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.213403] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515811} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.213706] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. [ 944.214493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b514f5e-0090-4e95-ac04-1fa9695900cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.233904] env[69473]: DEBUG nova.scheduler.client.report [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.245536] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.246420] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ddd4eb-a36c-404b-8321-120e2a0a1ffb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.266248] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 944.266248] env[69473]: value = "task-3358146" [ 944.266248] env[69473]: _type = "Task" [ 944.266248] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.274782] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.301069] env[69473]: DEBUG nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.328802] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.329083] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.329263] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.329461] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.329625] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.329777] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.329997] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.330187] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.330374] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.330541] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.330775] env[69473]: DEBUG nova.virt.hardware [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.332037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a173af59-7844-432f-93dc-e06df546fe4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.340542] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f62fa5-2eba-4e8c-a399-d0783ee79009 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.524712] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "1428e285-7a51-41b6-81a9-fc508b947ff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.525026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.525313] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "1428e285-7a51-41b6-81a9-fc508b947ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.525512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.525691] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.528139] env[69473]: INFO nova.compute.manager [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Terminating instance [ 944.559102] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f5191-7a55-bcca-8ce9-67cd29d72c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.045081} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.559922] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7613b814-ff9f-4394-904e-e1aa7b26311c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.566114] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 944.566114] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5293b4ed-6c08-43db-2732-f988e952d2f4" [ 944.566114] env[69473]: _type = "Task" [ 944.566114] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.575480] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5293b4ed-6c08-43db-2732-f988e952d2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.696319] env[69473]: DEBUG nova.compute.manager [req-71cee68a-06a1-4cf6-a415-9662cab41815 req-a2714347-3335-4382-a375-5389b12a6ba7 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-vif-plugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.696583] env[69473]: DEBUG oslo_concurrency.lockutils [req-71cee68a-06a1-4cf6-a415-9662cab41815 req-a2714347-3335-4382-a375-5389b12a6ba7 service nova] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.696881] env[69473]: DEBUG oslo_concurrency.lockutils [req-71cee68a-06a1-4cf6-a415-9662cab41815 req-a2714347-3335-4382-a375-5389b12a6ba7 service nova] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.697071] env[69473]: DEBUG oslo_concurrency.lockutils [req-71cee68a-06a1-4cf6-a415-9662cab41815 req-a2714347-3335-4382-a375-5389b12a6ba7 service nova] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.697244] env[69473]: DEBUG nova.compute.manager [req-71cee68a-06a1-4cf6-a415-9662cab41815 req-a2714347-3335-4382-a375-5389b12a6ba7 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] No waiting events found dispatching network-vif-plugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.697413] env[69473]: WARNING nova.compute.manager [req-71cee68a-06a1-4cf6-a415-9662cab41815 req-a2714347-3335-4382-a375-5389b12a6ba7 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received unexpected event network-vif-plugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 for instance with vm_state building and task_state spawning. [ 944.747343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.747867] env[69473]: DEBUG nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.750513] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.883s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.752039] env[69473]: INFO nova.compute.claims [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.775937] env[69473]: DEBUG nova.network.neutron [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Successfully updated port: ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.784591] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358146, 'name': ReconfigVM_Task, 'duration_secs': 0.35731} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.784591] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.785097] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2ac19-d4f3-4597-8d0d-44b11f09fc90 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.813873] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b0e587-2212-4136-8588-536ba42319e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.831855] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 944.831855] env[69473]: value = "task-3358147" [ 944.831855] env[69473]: _type = "Task" [ 944.831855] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.840713] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.032036] env[69473]: DEBUG nova.compute.manager [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.032322] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.033205] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aab4bb-b259-42db-a196-3e0a2bfc6879 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.041264] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.041498] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e7f6c3-f807-4da9-a69b-7b16d92eeba8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.075772] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5293b4ed-6c08-43db-2732-f988e952d2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.076061] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.076325] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.076608] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13a375d7-a7d6-492b-a28e-015b1c50c3c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.084096] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 945.084096] env[69473]: value = "task-3358149" [ 945.084096] env[69473]: _type = "Task" [ 945.084096] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.092615] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.122039] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.122039] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.122039] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleting the datastore file [datastore1] 1428e285-7a51-41b6-81a9-fc508b947ff4 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.122322] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292e23d8-cc1b-47e6-bbf3-a3996d3f3136 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.129520] env[69473]: DEBUG oslo_vmware.api [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 945.129520] env[69473]: value = "task-3358150" [ 945.129520] env[69473]: _type = "Task" [ 945.129520] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.137958] env[69473]: DEBUG oslo_vmware.api [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.256528] env[69473]: DEBUG nova.compute.utils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.260089] env[69473]: DEBUG nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.260254] env[69473]: DEBUG nova.network.neutron [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.284733] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.284909] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.285077] env[69473]: DEBUG nova.network.neutron [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.301803] env[69473]: DEBUG nova.policy [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4d8c459cbd47c0a09e1a654e71ab66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d8b7de3993c4d7cae18bff7e0708e82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.343252] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358147, 'name': ReconfigVM_Task, 'duration_secs': 0.165808} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.343602] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.343890] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28f4a279-3a5e-4c64-a13b-03d84608b2f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.351904] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 945.351904] env[69473]: value = "task-3358151" [ 945.351904] env[69473]: _type = "Task" [ 945.351904] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.370900] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.596489] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.625125] env[69473]: DEBUG nova.network.neutron [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Successfully created port: 3e0ba599-6a55-43a3-817d-602582c8d6fb {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.640246] env[69473]: DEBUG oslo_vmware.api [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188871} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.640557] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.640810] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.640996] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.641186] env[69473]: INFO nova.compute.manager [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Took 0.61 seconds to destroy the instance on the hypervisor. [ 945.641433] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.641629] env[69473]: DEBUG nova.compute.manager [-] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.641725] env[69473]: DEBUG nova.network.neutron [-] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.761163] env[69473]: DEBUG nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.845544] env[69473]: DEBUG nova.network.neutron [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.868127] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358151, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.097703] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518503} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.097993] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.098909] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.099102] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e89598d8-b2a6-451c-ac8a-e6128d0cb663 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.103749] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9225c5c0-b256-498a-9253-c7d02f52df36 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.107610] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 946.107610] env[69473]: value = "task-3358152" [ 946.107610] env[69473]: _type = "Task" [ 946.107610] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.114842] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8890532-cabc-4588-be34-4f1e9fc862fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.124761] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.158606] env[69473]: DEBUG nova.network.neutron [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff106ba9-91", "ovs_interfaceid": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.162929] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2375e9-8069-415f-be05-b2b8d9280e62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.174102] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa24919-c843-448c-8442-3d792ff28268 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.189403] env[69473]: DEBUG nova.compute.provider_tree [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.364229] env[69473]: DEBUG oslo_vmware.api [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358151, 'name': PowerOnVM_Task, 'duration_secs': 0.537138} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.364557] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.367576] env[69473]: DEBUG nova.compute.manager [None req-954e7483-3ed3-4cc5-b4da-11390b4323f2 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.368472] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c86183-49cc-4ba3-be1f-dcbb639ac619 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.619350] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131854} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.619644] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.620454] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19660469-414a-4265-9174-53b22d0b9c6d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.642801] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.642961] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d8338fa-bc12-459d-a4ed-aac9bfca51c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.664221] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 946.664221] env[69473]: value = "task-3358153" [ 946.664221] env[69473]: _type = "Task" [ 946.664221] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.667633] env[69473]: DEBUG nova.network.neutron [-] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.668877] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.669187] env[69473]: DEBUG nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Instance network_info: |[{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff106ba9-91", "ovs_interfaceid": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.669743] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e0:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff106ba9-91b5-408b-826c-5bb25b9068c2', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.677571] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating folder: Project (b88f294bf87f4eb99e4be77dec5698c0). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.678808] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c9fcb9b-8093-4a91-b524-130533ef00bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.684357] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.692122] env[69473]: DEBUG nova.scheduler.client.report [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.714933] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created folder: Project (b88f294bf87f4eb99e4be77dec5698c0) in parent group-v669999. [ 946.715189] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating folder: Instances. Parent ref: group-v670230. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.715486] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f673d5c0-93a1-454d-8fe4-26d62b0a743e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.727276] env[69473]: DEBUG nova.compute.manager [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.727400] env[69473]: DEBUG nova.compute.manager [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing instance network info cache due to event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.727612] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] Acquiring lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.727745] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] Acquired lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.727899] env[69473]: DEBUG nova.network.neutron [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.730785] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created folder: Instances in parent group-v670230. [ 946.731036] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.731422] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.731655] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859e709c-e207-4ed5-a669-82064b016dd9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.754622] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.754622] env[69473]: value = "task-3358156" [ 946.754622] env[69473]: _type = "Task" [ 946.754622] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.763417] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358156, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.776255] env[69473]: DEBUG nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.805712] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.805960] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.806189] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.806431] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.806584] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.806735] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.806944] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.807112] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.807285] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.807447] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.807620] env[69473]: DEBUG nova.virt.hardware [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.808761] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627ae4c-7c38-4885-abbb-32eab5b0c05f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.819134] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f61022-ddf9-4654-86ba-67aa4c9ad5f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.171016] env[69473]: INFO nova.compute.manager [-] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Took 1.53 seconds to deallocate network for instance. [ 947.176017] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358153, 'name': ReconfigVM_Task, 'duration_secs': 0.322025} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.176303] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.176892] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d9fffd-e5a5-4b09-82e9-5af0c9b19058 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.187639] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 947.187639] env[69473]: value = "task-3358157" [ 947.187639] env[69473]: _type = "Task" [ 947.187639] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.196810] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.197184] env[69473]: DEBUG nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.200927] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358157, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.201313] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.156s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.203311] env[69473]: INFO nova.compute.claims [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.266934] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358156, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.312801] env[69473]: INFO nova.compute.manager [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Unrescuing [ 947.313205] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.313403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.313615] env[69473]: DEBUG nova.network.neutron [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.546183] env[69473]: DEBUG nova.network.neutron [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updated VIF entry in instance network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.546568] env[69473]: DEBUG nova.network.neutron [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff106ba9-91", "ovs_interfaceid": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.570720] env[69473]: DEBUG nova.network.neutron [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Successfully updated port: 3e0ba599-6a55-43a3-817d-602582c8d6fb {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.683069] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.700756] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358157, 'name': Rename_Task, 'duration_secs': 0.175249} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.700756] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.700756] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0c46aa-0ace-4b28-80f3-1ee7ddd8e56e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.703701] env[69473]: DEBUG nova.compute.utils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.704713] env[69473]: DEBUG nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.704828] env[69473]: DEBUG nova.network.neutron [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.713858] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 947.713858] env[69473]: value = "task-3358158" [ 947.713858] env[69473]: _type = "Task" [ 947.713858] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.734063] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.754846] env[69473]: DEBUG nova.policy [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd083da654a8f4cbeb71970eeab26df39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288cc5dee16745aeae782a2ea60fed68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.766744] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358156, 'name': CreateVM_Task, 'duration_secs': 0.635592} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.766914] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.767608] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.767770] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.768102] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.768365] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dc3ef1-508d-415f-bd6e-153dbe491a63 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.773434] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 947.773434] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52edf611-fa29-eedb-583d-a5b40f7a4efe" [ 947.773434] env[69473]: _type = "Task" [ 947.773434] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.781419] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52edf611-fa29-eedb-583d-a5b40f7a4efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.050336] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] Releasing lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.050689] env[69473]: DEBUG nova.compute.manager [req-7ec24918-fdfc-44c8-a53f-29dd6099df35 req-2b37de2b-8453-48ce-a3ff-d00f36d91446 service nova] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Received event network-vif-deleted-5291fe04-1505-4aa3-a6e4-b38482bfa655 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.073667] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "refresh_cache-bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.073781] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "refresh_cache-bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.073914] env[69473]: DEBUG nova.network.neutron [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.132513] env[69473]: DEBUG nova.network.neutron [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Updating instance_info_cache with network_info: [{"id": "20e82f91-0e42-4ede-a043-ffac775d3baf", "address": "fa:16:3e:6c:9f:75", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e82f91-0e", "ovs_interfaceid": "20e82f91-0e42-4ede-a043-ffac775d3baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.190266] env[69473]: DEBUG nova.network.neutron [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Successfully created port: dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.208972] env[69473]: DEBUG nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.225438] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.288643] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52edf611-fa29-eedb-583d-a5b40f7a4efe, 'name': SearchDatastore_Task, 'duration_secs': 0.012355} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.288982] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.289238] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.289480] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.289628] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.289832] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.290164] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cf95bc7-14ac-4dd4-b9e9-3570fa6454cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.304734] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.304942] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.308172] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4691f75-aa03-4373-8223-93abca98b97d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.316088] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 948.316088] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a09ee7-799f-d86d-ce7e-c584b47dc09a" [ 948.316088] env[69473]: _type = "Task" [ 948.316088] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.326325] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a09ee7-799f-d86d-ce7e-c584b47dc09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.550172] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b574b3b-50a5-44a9-bf63-3818eb31426e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.558369] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e15fac-1a16-4811-9048-d54186ea9b7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.595037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75790fac-6890-49f2-8965-18e58d48b1e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.603838] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373fe361-a38e-4c06-8e3a-41aa34e6a77e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.618697] env[69473]: DEBUG nova.compute.provider_tree [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.638084] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.638819] env[69473]: DEBUG nova.objects.instance [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lazy-loading 'flavor' on Instance uuid 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.641243] env[69473]: DEBUG nova.network.neutron [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.717474] env[69473]: INFO nova.virt.block_device [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Booting with volume 40c53a14-5067-45d1-8506-059b776a3114 at /dev/sda [ 948.731780] env[69473]: DEBUG oslo_vmware.api [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358158, 'name': PowerOnVM_Task, 'duration_secs': 0.625298} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.732862] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.732862] env[69473]: INFO nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Took 8.78 seconds to spawn the instance on the hypervisor. [ 948.732862] env[69473]: DEBUG nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.735810] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca97eea0-7575-4d16-adbd-c2ff22101bef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.761143] env[69473]: DEBUG nova.compute.manager [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Received event network-vif-plugged-3e0ba599-6a55-43a3-817d-602582c8d6fb {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.761143] env[69473]: DEBUG oslo_concurrency.lockutils [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] Acquiring lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.761143] env[69473]: DEBUG oslo_concurrency.lockutils [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.761143] env[69473]: DEBUG oslo_concurrency.lockutils [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.761143] env[69473]: DEBUG nova.compute.manager [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] No waiting events found dispatching network-vif-plugged-3e0ba599-6a55-43a3-817d-602582c8d6fb {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.761857] env[69473]: WARNING nova.compute.manager [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Received unexpected event network-vif-plugged-3e0ba599-6a55-43a3-817d-602582c8d6fb for instance with vm_state building and task_state spawning. [ 948.761857] env[69473]: DEBUG nova.compute.manager [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Received event network-changed-3e0ba599-6a55-43a3-817d-602582c8d6fb {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.761857] env[69473]: DEBUG nova.compute.manager [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Refreshing instance network info cache due to event network-changed-3e0ba599-6a55-43a3-817d-602582c8d6fb. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.761857] env[69473]: DEBUG oslo_concurrency.lockutils [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] Acquiring lock "refresh_cache-bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.763841] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8a825b4-6dcb-4b7c-b520-780deefdc679 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.774874] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac8320f-fec1-488d-9d07-5812f46dda2a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.817147] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68195782-0c1a-4246-b538-1c4cb5fe48c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.825014] env[69473]: DEBUG nova.network.neutron [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Updating instance_info_cache with network_info: [{"id": "3e0ba599-6a55-43a3-817d-602582c8d6fb", "address": "fa:16:3e:7a:8a:f0", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0ba599-6a", "ovs_interfaceid": "3e0ba599-6a55-43a3-817d-602582c8d6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.833191] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a09ee7-799f-d86d-ce7e-c584b47dc09a, 'name': SearchDatastore_Task, 'duration_secs': 0.028349} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.834842] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac0955a-46d6-4f96-9c67-0614630efe98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.839561] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d4fa1-91d7-48eb-825c-eb0ed2652314 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.855816] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 948.855816] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52671518-2939-93aa-e042-c269f15d8604" [ 948.855816] env[69473]: _type = "Task" [ 948.855816] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.864245] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52671518-2939-93aa-e042-c269f15d8604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.880073] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837abb6f-8b34-45a3-b9ff-c3d4ef8d2e3c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.886855] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a48d9d-7cfc-418c-862a-277c78bda747 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.900786] env[69473]: DEBUG nova.virt.block_device [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Updating existing volume attachment record: df7579b1-3cc8-4a1a-9433-ca7e555f4db0 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 949.121941] env[69473]: DEBUG nova.scheduler.client.report [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.147414] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d6582-00ce-476d-a9a7-2f369f1340e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.169834] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.170096] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae664ec1-8141-4adc-9eef-2fdd47db4c67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.177148] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 949.177148] env[69473]: value = "task-3358159" [ 949.177148] env[69473]: _type = "Task" [ 949.177148] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.185365] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.253677] env[69473]: INFO nova.compute.manager [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Took 34.11 seconds to build instance. [ 949.327252] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "refresh_cache-bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.327831] env[69473]: DEBUG nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Instance network_info: |[{"id": "3e0ba599-6a55-43a3-817d-602582c8d6fb", "address": "fa:16:3e:7a:8a:f0", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0ba599-6a", "ovs_interfaceid": "3e0ba599-6a55-43a3-817d-602582c8d6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.329078] env[69473]: DEBUG oslo_concurrency.lockutils [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] Acquired lock "refresh_cache-bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.329078] env[69473]: DEBUG nova.network.neutron [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Refreshing network info cache for port 3e0ba599-6a55-43a3-817d-602582c8d6fb {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.332062] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:8a:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e0ba599-6a55-43a3-817d-602582c8d6fb', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.341240] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.342517] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.343509] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24f37e5b-879a-4328-8ce4-81f136139ca2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.369098] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.369098] env[69473]: value = "task-3358160" [ 949.369098] env[69473]: _type = "Task" [ 949.369098] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.372682] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52671518-2939-93aa-e042-c269f15d8604, 'name': SearchDatastore_Task, 'duration_secs': 0.020527} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.375824] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.376128] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.376398] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e14c1c92-fe28-4084-a602-f88781f9352f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.388468] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358160, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.389859] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 949.389859] env[69473]: value = "task-3358161" [ 949.389859] env[69473]: _type = "Task" [ 949.389859] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.398574] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.627591] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.628175] env[69473]: DEBUG nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.631147] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.329s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.632570] env[69473]: DEBUG nova.objects.instance [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lazy-loading 'resources' on Instance uuid 959c58c5-2931-40dd-9afd-d3884a500adb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.677383] env[69473]: DEBUG nova.network.neutron [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Successfully updated port: dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.693765] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358159, 'name': PowerOffVM_Task, 'duration_secs': 0.202516} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.694034] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.700178] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.700909] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce71499-0af1-429f-aec0-5814a6fa886a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.723790] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 949.723790] env[69473]: value = "task-3358162" [ 949.723790] env[69473]: _type = "Task" [ 949.723790] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.735516] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.756126] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e0fc9c6-b7a3-4cb2-a145-a948016e9f1c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.619s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.882844] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358160, 'name': CreateVM_Task, 'duration_secs': 0.421028} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.885248] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.886031] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.886133] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.886405] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.887552] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c01d42b-a593-4114-bfb4-b63fa5380c54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.896998] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 949.896998] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c4e6ab-8be8-db0f-68f8-5fbfebc2db13" [ 949.896998] env[69473]: _type = "Task" [ 949.896998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.903557] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507773} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.904228] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.904512] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.904692] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-455c2f11-5980-4f73-8f8e-52a59320d320 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.910494] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c4e6ab-8be8-db0f-68f8-5fbfebc2db13, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.911182] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.911424] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.911656] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.911838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.912104] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.912385] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16dbbcbc-0b4c-488a-a2dd-6ea02460143e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.916639] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 949.916639] env[69473]: value = "task-3358163" [ 949.916639] env[69473]: _type = "Task" [ 949.916639] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.927113] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.928417] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.928417] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.928754] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61fd6ab-507f-4d4f-a433-deca5a35609c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.935513] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 949.935513] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528c1ac2-517b-1c1f-873e-8210fe813acc" [ 949.935513] env[69473]: _type = "Task" [ 949.935513] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.952027] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528c1ac2-517b-1c1f-873e-8210fe813acc, 'name': SearchDatastore_Task} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.953958] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46105c4f-166b-4401-a590-daf9e16e2f92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.959551] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 949.959551] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e820d1-9215-eb63-f9b4-73ad922d274c" [ 949.959551] env[69473]: _type = "Task" [ 949.959551] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.974711] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e820d1-9215-eb63-f9b4-73ad922d274c, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.975116] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.975263] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] bb142d9a-8f04-4603-a8b3-bf30d8db4cc0/bb142d9a-8f04-4603-a8b3-bf30d8db4cc0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.975530] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26446b44-1360-4914-ba0f-e53166a6fe60 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.983708] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 949.983708] env[69473]: value = "task-3358164" [ 949.983708] env[69473]: _type = "Task" [ 949.983708] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.992437] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.091117] env[69473]: DEBUG nova.network.neutron [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Updated VIF entry in instance network info cache for port 3e0ba599-6a55-43a3-817d-602582c8d6fb. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.091508] env[69473]: DEBUG nova.network.neutron [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Updating instance_info_cache with network_info: [{"id": "3e0ba599-6a55-43a3-817d-602582c8d6fb", "address": "fa:16:3e:7a:8a:f0", "network": {"id": "ee868c28-ca74-40fb-b4ab-09e6a5f27e80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-437286502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b7de3993c4d7cae18bff7e0708e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0ba599-6a", "ovs_interfaceid": "3e0ba599-6a55-43a3-817d-602582c8d6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.137381] env[69473]: DEBUG nova.compute.utils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.142828] env[69473]: DEBUG nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.142828] env[69473]: DEBUG nova.network.neutron [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.183385] env[69473]: DEBUG nova.policy [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de335a0eb6154f98bb9ed47851abbe2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcdb18e3a74845b2912cb4b62510dc33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.185482] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquiring lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.185563] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquired lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.185703] env[69473]: DEBUG nova.network.neutron [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.236754] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358162, 'name': ReconfigVM_Task, 'duration_secs': 0.334215} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.239625] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.239846] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.240350] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1e77eb8-626d-4906-9aaa-18c950ba666e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.252056] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 950.252056] env[69473]: value = "task-3358165" [ 950.252056] env[69473]: _type = "Task" [ 950.252056] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.265674] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.431269] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068269} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.433531] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.434519] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190ff0a0-eac7-404f-9007-0913abed035c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.459939] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.463193] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047a95ee-9bbd-4f7b-adbf-85b030188189 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.483681] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 950.483681] env[69473]: value = "task-3358166" [ 950.483681] env[69473]: _type = "Task" [ 950.483681] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.495826] env[69473]: DEBUG nova.network.neutron [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Successfully created port: 0e60071b-7b43-456f-ba85-d5860737befb {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.508885] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.508979] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461975} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.511898] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] bb142d9a-8f04-4603-a8b3-bf30d8db4cc0/bb142d9a-8f04-4603-a8b3-bf30d8db4cc0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.512184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.513130] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63aa4eb-b198-4602-b0fb-99cfd4b6251e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.520642] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 950.520642] env[69473]: value = "task-3358167" [ 950.520642] env[69473]: _type = "Task" [ 950.520642] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.534945] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.554600] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3809656d-3f35-4425-95b1-3894f24ed084 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.565364] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70ade3f-abfa-46c8-8111-74710c6582fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.599645] env[69473]: DEBUG oslo_concurrency.lockutils [req-d5c07ef8-6ebb-4ab4-b35e-d0f04673c656 req-3512b0ff-a55a-4b18-8ea4-37e4e81b5de7 service nova] Releasing lock "refresh_cache-bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.600959] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af4ab90-d56b-42c8-a3a6-3d59585b6817 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.609788] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc34ed52-9e4e-48ad-a50f-79ebf59239b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.624689] env[69473]: DEBUG nova.compute.provider_tree [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.642956] env[69473]: DEBUG nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.731981] env[69473]: DEBUG nova.network.neutron [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.764187] env[69473]: DEBUG oslo_vmware.api [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358165, 'name': PowerOnVM_Task, 'duration_secs': 0.471271} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.764469] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.764752] env[69473]: DEBUG nova.compute.manager [None req-c6b4fa99-8c64-4e5c-9a47-b4bb5d8fb322 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.765533] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9808c-4334-4966-bafe-9400af8f0d26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.795951] env[69473]: DEBUG nova.compute.manager [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Received event network-vif-plugged-dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.795951] env[69473]: DEBUG oslo_concurrency.lockutils [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] Acquiring lock "465c6b57-7c55-4f13-8a94-336454334f67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.795951] env[69473]: DEBUG oslo_concurrency.lockutils [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] Lock "465c6b57-7c55-4f13-8a94-336454334f67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.795951] env[69473]: DEBUG oslo_concurrency.lockutils [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] Lock "465c6b57-7c55-4f13-8a94-336454334f67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.795951] env[69473]: DEBUG nova.compute.manager [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] No waiting events found dispatching network-vif-plugged-dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.795951] env[69473]: WARNING nova.compute.manager [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Received unexpected event network-vif-plugged-dd148ce9-f95f-4df8-b7af-f7fd8d325846 for instance with vm_state building and task_state spawning. [ 950.795951] env[69473]: DEBUG nova.compute.manager [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Received event network-changed-dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.795951] env[69473]: DEBUG nova.compute.manager [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Refreshing instance network info cache due to event network-changed-dd148ce9-f95f-4df8-b7af-f7fd8d325846. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.795951] env[69473]: DEBUG oslo_concurrency.lockutils [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] Acquiring lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.877691] env[69473]: INFO nova.compute.manager [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Rebuilding instance [ 950.914927] env[69473]: DEBUG nova.network.neutron [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Updating instance_info_cache with network_info: [{"id": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "address": "fa:16:3e:fb:a7:ef", "network": {"id": "1b34e527-82e7-4dfd-b419-a0cecd5e2d77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-328393432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288cc5dee16745aeae782a2ea60fed68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd148ce9-f9", "ovs_interfaceid": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.929983] env[69473]: DEBUG nova.compute.manager [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.930950] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac45e48-807f-4f36-b4fb-f002e7dcb0bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.996077] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.011506] env[69473]: DEBUG nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.012164] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.012429] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.012725] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.012974] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.013184] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.013371] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.013623] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.013830] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.014093] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.014304] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.014521] env[69473]: DEBUG nova.virt.hardware [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.015370] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a06ed3c-5edb-4194-bf98-27501bfecf4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.027190] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1723b-ce17-41c6-989c-1a4c3d4e289d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.036881] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078481} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.044912] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.046331] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cde2d9-76e1-4cb6-8970-aa8ba0833d50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.070625] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] bb142d9a-8f04-4603-a8b3-bf30d8db4cc0/bb142d9a-8f04-4603-a8b3-bf30d8db4cc0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.070991] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd7605e-903e-48a4-964e-a4a5167a223c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.093266] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 951.093266] env[69473]: value = "task-3358168" [ 951.093266] env[69473]: _type = "Task" [ 951.093266] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.101987] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.146969] env[69473]: ERROR nova.scheduler.client.report [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] [req-f4846395-1371-4b16-b5a7-e14d31f3837c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f4846395-1371-4b16-b5a7-e14d31f3837c"}]} [ 951.167745] env[69473]: DEBUG nova.scheduler.client.report [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 951.181098] env[69473]: DEBUG nova.scheduler.client.report [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 951.181403] env[69473]: DEBUG nova.compute.provider_tree [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.194156] env[69473]: DEBUG nova.scheduler.client.report [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 951.213572] env[69473]: DEBUG nova.scheduler.client.report [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 951.418331] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Releasing lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.418614] env[69473]: DEBUG nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance network_info: |[{"id": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "address": "fa:16:3e:fb:a7:ef", "network": {"id": "1b34e527-82e7-4dfd-b419-a0cecd5e2d77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-328393432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288cc5dee16745aeae782a2ea60fed68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd148ce9-f9", "ovs_interfaceid": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.419224] env[69473]: DEBUG oslo_concurrency.lockutils [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] Acquired lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.419485] env[69473]: DEBUG nova.network.neutron [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Refreshing network info cache for port dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.421114] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:a7:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd148ce9-f95f-4df8-b7af-f7fd8d325846', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.428841] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Creating folder: Project (288cc5dee16745aeae782a2ea60fed68). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.432942] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1c26b6-5d42-4fe9-95d8-db71dba02e0e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.447755] env[69473]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 951.447920] env[69473]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69473) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 951.448292] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Folder already exists: Project (288cc5dee16745aeae782a2ea60fed68). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 951.448504] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Creating folder: Instances. Parent ref: group-v670203. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.448745] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29c47b6c-4523-4568-a8dd-6d9a1267294d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.459635] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Created folder: Instances in parent group-v670203. [ 951.459859] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.460054] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.460263] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5248d475-711e-42ac-a711-7f51b71aca16 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.483742] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.483742] env[69473]: value = "task-3358171" [ 951.483742] env[69473]: _type = "Task" [ 951.483742] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.499368] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358171, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.505668] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.532522] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56c7d81-71ad-4e02-8fc2-2ca82f347f74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.541058] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137fd2b6-7916-4070-a6e3-08948c84a128 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.573073] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b445b2-62fa-467b-9931-38650a71ec1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.581738] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94170d22-ee8a-4a15-a364-8465f39d0579 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.596964] env[69473]: DEBUG nova.compute.provider_tree [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.608874] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358168, 'name': ReconfigVM_Task, 'duration_secs': 0.298748} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.609282] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] bb142d9a-8f04-4603-a8b3-bf30d8db4cc0/bb142d9a-8f04-4603-a8b3-bf30d8db4cc0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.609881] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5fd92ab-8f2f-401e-a37e-4e1dedd90207 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.618693] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 951.618693] env[69473]: value = "task-3358172" [ 951.618693] env[69473]: _type = "Task" [ 951.618693] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.629691] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358172, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.654556] env[69473]: DEBUG nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.683722] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2829d7eb234e10073c8d9c3d1b1abf5d',container_format='bare',created_at=2025-04-08T01:32:08Z,direct_url=,disk_format='vmdk',id=c3fa859d-4100-4362-945f-922f3874cd34,min_disk=1,min_ram=0,name='tempest-test-snap-923809361',owner='dcdb18e3a74845b2912cb4b62510dc33',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-08T01:32:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.684025] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.684253] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.684459] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.684647] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.684836] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.685115] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.685273] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.685429] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.685618] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.685835] env[69473]: DEBUG nova.virt.hardware [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.686833] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e914755-2a0d-4f74-82d2-dcad84497c79 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.698884] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5a5529-d6f8-44a3-990b-2a4cab46b93c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.948150] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.948468] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae63d22c-a342-4972-a3c7-e13a9d27ccc8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.956073] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 951.956073] env[69473]: value = "task-3358173" [ 951.956073] env[69473]: _type = "Task" [ 951.956073] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.964694] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.993084] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358171, 'name': CreateVM_Task, 'duration_secs': 0.357368} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.996045] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.996899] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'df7579b1-3cc8-4a1a-9433-ca7e555f4db0', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670214', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'name': 'volume-40c53a14-5067-45d1-8506-059b776a3114', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '465c6b57-7c55-4f13-8a94-336454334f67', 'attached_at': '', 'detached_at': '', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'serial': '40c53a14-5067-45d1-8506-059b776a3114'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69473) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 951.997221] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Root volume attach. Driver type: vmdk {{(pid=69473) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 951.998550] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dff98e-f7fe-4ae1-9c42-1045e30b13bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.005288] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.011998] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedabcd7-e521-4a63-bc89-9fd0e50c6ebb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.020088] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec465f1-4af0-443a-888f-68184e10319c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.028427] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f437910c-7cf2-4b81-8841-746160c89801 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.039467] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 952.039467] env[69473]: value = "task-3358174" [ 952.039467] env[69473]: _type = "Task" [ 952.039467] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.052473] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358174, 'name': RelocateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.135527] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358172, 'name': Rename_Task, 'duration_secs': 0.217544} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.135825] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.136120] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfa031d-e903-40c8-9491-9e09e2599d52 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.144855] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 952.144855] env[69473]: value = "task-3358175" [ 952.144855] env[69473]: _type = "Task" [ 952.144855] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.163356] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.166026] env[69473]: DEBUG nova.scheduler.client.report [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 952.166290] env[69473]: DEBUG nova.compute.provider_tree [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 101 to 102 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 952.166480] env[69473]: DEBUG nova.compute.provider_tree [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.465978] env[69473]: DEBUG nova.network.neutron [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Successfully updated port: 0e60071b-7b43-456f-ba85-d5860737befb {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.468040] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358173, 'name': PowerOffVM_Task, 'duration_secs': 0.227916} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.468851] env[69473]: DEBUG nova.network.neutron [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Updated VIF entry in instance network info cache for port dd148ce9-f95f-4df8-b7af-f7fd8d325846. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.469189] env[69473]: DEBUG nova.network.neutron [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Updating instance_info_cache with network_info: [{"id": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "address": "fa:16:3e:fb:a7:ef", "network": {"id": "1b34e527-82e7-4dfd-b419-a0cecd5e2d77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-328393432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288cc5dee16745aeae782a2ea60fed68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd148ce9-f9", "ovs_interfaceid": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.470533] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.470837] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.471964] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa1800-b724-4c41-a9d8-b9d73dba054b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.483215] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.483970] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21413a40-5e34-4c1c-83d6-cdaeb915ed0c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.503886] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358166, 'name': ReconfigVM_Task, 'duration_secs': 1.573925} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.504182] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.504792] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c25b0de4-7199-4258-b50e-b0f8296e4ab0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.511582] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 952.511582] env[69473]: value = "task-3358177" [ 952.511582] env[69473]: _type = "Task" [ 952.511582] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.520450] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358177, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.550709] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358174, 'name': RelocateVM_Task} progress is 20%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.558258] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.558494] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.558834] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleting the datastore file [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.559200] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c64cb0ca-8838-4075-8cd7-625614826a40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.567597] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 952.567597] env[69473]: value = "task-3358178" [ 952.567597] env[69473]: _type = "Task" [ 952.567597] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.576753] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.657994] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.672331] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.041s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.676338] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.015s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.677152] env[69473]: DEBUG nova.objects.instance [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 952.699974] env[69473]: INFO nova.scheduler.client.report [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Deleted allocations for instance 959c58c5-2931-40dd-9afd-d3884a500adb [ 952.843916] env[69473]: DEBUG nova.compute.manager [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Received event network-vif-plugged-0e60071b-7b43-456f-ba85-d5860737befb {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.843916] env[69473]: DEBUG oslo_concurrency.lockutils [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] Acquiring lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.843916] env[69473]: DEBUG oslo_concurrency.lockutils [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.843916] env[69473]: DEBUG oslo_concurrency.lockutils [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.843916] env[69473]: DEBUG nova.compute.manager [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] No waiting events found dispatching network-vif-plugged-0e60071b-7b43-456f-ba85-d5860737befb {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.844225] env[69473]: WARNING nova.compute.manager [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Received unexpected event network-vif-plugged-0e60071b-7b43-456f-ba85-d5860737befb for instance with vm_state building and task_state spawning. [ 952.844225] env[69473]: DEBUG nova.compute.manager [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Received event network-changed-0e60071b-7b43-456f-ba85-d5860737befb {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.844332] env[69473]: DEBUG nova.compute.manager [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Refreshing instance network info cache due to event network-changed-0e60071b-7b43-456f-ba85-d5860737befb. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.844453] env[69473]: DEBUG oslo_concurrency.lockutils [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] Acquiring lock "refresh_cache-44b57b2d-6bbd-447b-91bd-f512d1eaab13" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.844590] env[69473]: DEBUG oslo_concurrency.lockutils [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] Acquired lock "refresh_cache-44b57b2d-6bbd-447b-91bd-f512d1eaab13" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.844743] env[69473]: DEBUG nova.network.neutron [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Refreshing network info cache for port 0e60071b-7b43-456f-ba85-d5860737befb {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.971336] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "refresh_cache-44b57b2d-6bbd-447b-91bd-f512d1eaab13" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.971831] env[69473]: DEBUG oslo_concurrency.lockutils [req-3f7cf737-7a69-4f42-a886-05ccaa94bb0c req-55c63760-9f33-4498-af38-e6c38f61f93b service nova] Releasing lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.022590] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358177, 'name': Rename_Task, 'duration_secs': 0.181693} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.022866] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.023136] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd86073-1004-49ee-ac50-10679bb8f6e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.030812] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 953.030812] env[69473]: value = "task-3358179" [ 953.030812] env[69473]: _type = "Task" [ 953.030812] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.039707] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.049307] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358174, 'name': RelocateVM_Task, 'duration_secs': 0.572313} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.050064] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 953.050064] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670214', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'name': 'volume-40c53a14-5067-45d1-8506-059b776a3114', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '465c6b57-7c55-4f13-8a94-336454334f67', 'attached_at': '', 'detached_at': '', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'serial': '40c53a14-5067-45d1-8506-059b776a3114'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 953.050583] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15975c04-cfa0-4abe-9e47-26b1e353944a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.073636] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e16b02-11e6-4c08-8145-517b3bd76437 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.082365] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246301} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.095898] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.096167] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.096359] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.109016] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-40c53a14-5067-45d1-8506-059b776a3114/volume-40c53a14-5067-45d1-8506-059b776a3114.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.109016] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30147cac-2b2b-4c0c-bcd4-509eb8677f03 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.134449] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 953.134449] env[69473]: value = "task-3358180" [ 953.134449] env[69473]: _type = "Task" [ 953.134449] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.147961] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.156836] env[69473]: DEBUG oslo_vmware.api [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358175, 'name': PowerOnVM_Task, 'duration_secs': 0.523857} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.157476] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.157476] env[69473]: INFO nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Took 6.38 seconds to spawn the instance on the hypervisor. [ 953.157625] env[69473]: DEBUG nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.158328] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eff1073-78c6-4eac-97f6-2baaa2762d74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.208449] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aa4447d8-2ebf-44ac-9ac0-98551ba65c20 tempest-MigrationsAdminTest-1961445184 tempest-MigrationsAdminTest-1961445184-project-member] Lock "959c58c5-2931-40dd-9afd-d3884a500adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.022s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.381163] env[69473]: DEBUG nova.network.neutron [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.455423] env[69473]: DEBUG nova.network.neutron [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.541439] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.648152] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.681372] env[69473]: INFO nova.compute.manager [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Took 33.24 seconds to build instance. [ 953.686681] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cb49126b-dad5-4db8-ab4c-c2cc159b7dc2 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.688950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.083s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.689074] env[69473]: DEBUG nova.objects.instance [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'resources' on Instance uuid 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.903454] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.958751] env[69473]: DEBUG oslo_concurrency.lockutils [req-ac8c636c-17ec-4fdb-8e6c-393bbd79fa18 req-c635d7e7-9cf5-42a6-bffa-916cd625c162 service nova] Releasing lock "refresh_cache-44b57b2d-6bbd-447b-91bd-f512d1eaab13" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.959159] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "refresh_cache-44b57b2d-6bbd-447b-91bd-f512d1eaab13" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.959322] env[69473]: DEBUG nova.network.neutron [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.042281] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358179, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.150124] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358180, 'name': ReconfigVM_Task, 'duration_secs': 0.67447} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.153082] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.154258] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.154258] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.154258] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.154258] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.154258] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.154455] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.154455] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.155041] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.155041] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.155041] env[69473]: DEBUG nova.virt.hardware [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.155342] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-40c53a14-5067-45d1-8506-059b776a3114/volume-40c53a14-5067-45d1-8506-059b776a3114.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.160423] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f30aa-40ee-4161-8cfb-15573c883104 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.163020] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c767ea09-648d-4556-ab68-e48d51a54d8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.180676] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eed2b2-8471-415f-8e29-ef97d28f5dec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.184577] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 954.184577] env[69473]: value = "task-3358181" [ 954.184577] env[69473]: _type = "Task" [ 954.184577] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.184959] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cecded66-742c-4fa6-903a-6a2374f005db tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.752s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.185307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.282s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.185527] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.185728] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.185892] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.198610] env[69473]: INFO nova.compute.manager [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Terminating instance [ 954.202952] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:23:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a5c6753-714c-4bde-afa1-3bf0847f9bc6', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.210344] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.212503] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.212649] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f1238c-584a-43bd-a0d0-a1bbc10db9ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.233495] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.242151] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.242151] env[69473]: value = "task-3358182" [ 954.242151] env[69473]: _type = "Task" [ 954.242151] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.251182] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358182, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.364135] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "fee03760-b484-4029-83d6-1ce702761af9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.364380] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.510288] env[69473]: DEBUG nova.network.neutron [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.542513] env[69473]: DEBUG oslo_vmware.api [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358179, 'name': PowerOnVM_Task, 'duration_secs': 1.425209} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.545037] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.545254] env[69473]: INFO nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Took 10.24 seconds to spawn the instance on the hypervisor. [ 954.545432] env[69473]: DEBUG nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.546442] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f0344-a552-4ed6-b071-f2ef7290a404 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.563141] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c27e261-4ee8-4b0b-8e20-007057a66bd0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.571408] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e07d83-8cef-4575-809d-b408de659f95 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.610264] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1efc5c-f81b-4d7e-85db-5049b2bbca5e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.620618] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea706f-7e14-4832-97fe-747365725957 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.640475] env[69473]: DEBUG nova.compute.provider_tree [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.707853] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358181, 'name': ReconfigVM_Task, 'duration_secs': 0.173763} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.708387] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670214', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'name': 'volume-40c53a14-5067-45d1-8506-059b776a3114', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '465c6b57-7c55-4f13-8a94-336454334f67', 'attached_at': '', 'detached_at': '', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'serial': '40c53a14-5067-45d1-8506-059b776a3114'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 954.709083] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb293e87-845f-40a0-87bb-9b5f4194dfba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.718404] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 954.718404] env[69473]: value = "task-3358183" [ 954.718404] env[69473]: _type = "Task" [ 954.718404] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.727033] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358183, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.728796] env[69473]: DEBUG nova.compute.manager [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.729015] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.729804] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9080a97-0660-4cd5-ac45-6ae5a8d60aaf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.737883] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.738186] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9221ba70-a406-4e34-afb0-1c6a4c191a8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.749132] env[69473]: DEBUG oslo_vmware.api [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 954.749132] env[69473]: value = "task-3358184" [ 954.749132] env[69473]: _type = "Task" [ 954.749132] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.750252] env[69473]: DEBUG nova.network.neutron [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Updating instance_info_cache with network_info: [{"id": "0e60071b-7b43-456f-ba85-d5860737befb", "address": "fa:16:3e:7d:1a:ef", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60071b-7b", "ovs_interfaceid": "0e60071b-7b43-456f-ba85-d5860737befb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.760304] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358182, 'name': CreateVM_Task, 'duration_secs': 0.453181} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.760920] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.761969] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.761969] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.762299] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.762582] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ec001d-0e6b-491e-a273-ea5b92f2a214 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.769079] env[69473]: DEBUG oslo_vmware.api [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.775667] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 954.775667] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a39581-a129-4aa9-b05c-9beda9aedad6" [ 954.775667] env[69473]: _type = "Task" [ 954.775667] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.783451] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a39581-a129-4aa9-b05c-9beda9aedad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.870263] env[69473]: DEBUG nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.069550] env[69473]: INFO nova.compute.manager [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Took 35.10 seconds to build instance. [ 955.143944] env[69473]: DEBUG nova.scheduler.client.report [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.228753] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358183, 'name': Rename_Task, 'duration_secs': 0.176676} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.229248] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.229457] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3287f036-6fb0-41bd-94e3-cffaf989eb11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.240141] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 955.240141] env[69473]: value = "task-3358185" [ 955.240141] env[69473]: _type = "Task" [ 955.240141] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.251267] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.254706] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "refresh_cache-44b57b2d-6bbd-447b-91bd-f512d1eaab13" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.255251] env[69473]: DEBUG nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Instance network_info: |[{"id": "0e60071b-7b43-456f-ba85-d5860737befb", "address": "fa:16:3e:7d:1a:ef", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60071b-7b", "ovs_interfaceid": "0e60071b-7b43-456f-ba85-d5860737befb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.255680] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:1a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e60071b-7b43-456f-ba85-d5860737befb', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.264171] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.264898] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.265313] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17d4e806-85ea-4db3-93a4-304464d1de62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.287360] env[69473]: DEBUG oslo_vmware.api [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358184, 'name': PowerOffVM_Task, 'duration_secs': 0.180009} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.291843] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.292079] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.292487] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1f84b4-7ab7-4e22-aa10-0f034a9f3302 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.303471] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.303471] env[69473]: value = "task-3358186" [ 955.303471] env[69473]: _type = "Task" [ 955.303471] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.303891] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a39581-a129-4aa9-b05c-9beda9aedad6, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.304624] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.304906] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.305201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.305455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.305714] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.309023] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49a9d365-a449-4fc5-8d5f-4929dd16e1cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.317810] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358186, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.321187] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.321373] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.322120] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9db5ac0-0d89-4ab6-b6a2-57107fe38268 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.328586] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 955.328586] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b39d8d-cd9d-af12-3a87-a9cf16400b51" [ 955.328586] env[69473]: _type = "Task" [ 955.328586] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.338351] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b39d8d-cd9d-af12-3a87-a9cf16400b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.379679] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.379928] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.380141] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleting the datastore file [datastore1] bb142d9a-8f04-4603-a8b3-bf30d8db4cc0 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.382727] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e4a1652-f6e0-4d3d-a1c4-2f08b68a4466 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.390115] env[69473]: DEBUG oslo_vmware.api [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for the task: (returnval){ [ 955.390115] env[69473]: value = "task-3358188" [ 955.390115] env[69473]: _type = "Task" [ 955.390115] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.400737] env[69473]: DEBUG oslo_vmware.api [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.402860] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.571150] env[69473]: DEBUG oslo_concurrency.lockutils [None req-06387b3e-d8c8-4114-8e05-ed52efb613ed tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.614s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.649919] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.653403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.091s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.654063] env[69473]: INFO nova.compute.claims [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.677910] env[69473]: INFO nova.scheduler.client.report [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted allocations for instance 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb [ 955.755790] env[69473]: DEBUG oslo_vmware.api [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358185, 'name': PowerOnVM_Task, 'duration_secs': 0.509442} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.756162] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.756358] env[69473]: INFO nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Took 4.74 seconds to spawn the instance on the hypervisor. [ 955.756534] env[69473]: DEBUG nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.757563] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00dc7ff-31a2-4ff4-8d60-8fd2012b66ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.817418] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358186, 'name': CreateVM_Task, 'duration_secs': 0.458901} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.818080] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.819177] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.819678] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.820187] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.820558] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd853e9-5934-4a89-ac38-7f3f31192c25 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.828492] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 955.828492] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526e86c1-a844-e23c-d667-c397df13f205" [ 955.828492] env[69473]: _type = "Task" [ 955.828492] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.852278] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b39d8d-cd9d-af12-3a87-a9cf16400b51, 'name': SearchDatastore_Task, 'duration_secs': 0.019187} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.854521] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.854804] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Processing image c3fa859d-4100-4362-945f-922f3874cd34 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.855077] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34/c3fa859d-4100-4362-945f-922f3874cd34.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.855280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34/c3fa859d-4100-4362-945f-922f3874cd34.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.855494] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.856686] env[69473]: DEBUG nova.compute.manager [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.856915] env[69473]: DEBUG nova.compute.manager [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing instance network info cache due to event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.857718] env[69473]: DEBUG oslo_concurrency.lockutils [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] Acquiring lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.857718] env[69473]: DEBUG oslo_concurrency.lockutils [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] Acquired lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.857718] env[69473]: DEBUG nova.network.neutron [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.859111] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb2f0a1-34fe-41bf-b3ac-2f6569f45f16 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.862645] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a011056f-ceb3-404c-a0e3-17971e29baf0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.872909] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 955.872909] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5208706c-dff8-c31d-9417-3512d2fac8dc" [ 955.872909] env[69473]: _type = "Task" [ 955.872909] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.879834] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.879834] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.884176] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f93c835-7850-4972-ab2f-21343f7ec5f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.889828] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5208706c-dff8-c31d-9417-3512d2fac8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.894921] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 955.894921] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cc473b-75b5-e1b4-77eb-6151efd31dc5" [ 955.894921] env[69473]: _type = "Task" [ 955.894921] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.902786] env[69473]: DEBUG oslo_vmware.api [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Task: {'id': task-3358188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225872} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.903449] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.903658] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.903839] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.904834] env[69473]: INFO nova.compute.manager [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 955.904834] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.904834] env[69473]: DEBUG nova.compute.manager [-] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.904834] env[69473]: DEBUG nova.network.neutron [-] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.910632] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Preparing fetch location {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 955.910930] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Fetch image to [datastore2] OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609/OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609.vmdk {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 955.911099] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Downloading stream optimized image c3fa859d-4100-4362-945f-922f3874cd34 to [datastore2] OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609/OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609.vmdk on the data store datastore2 as vApp {{(pid=69473) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 955.911680] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Downloading image file data c3fa859d-4100-4362-945f-922f3874cd34 to the ESX as VM named 'OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609' {{(pid=69473) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 956.006527] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 956.006527] env[69473]: value = "resgroup-9" [ 956.006527] env[69473]: _type = "ResourcePool" [ 956.006527] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 956.006527] env[69473]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-906cbc59-43d4-44e7-b954-1df2a48b8e74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.029894] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease: (returnval){ [ 956.029894] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f8252-1953-2d86-4d9b-b14bad4e54c5" [ 956.029894] env[69473]: _type = "HttpNfcLease" [ 956.029894] env[69473]: } obtained for vApp import into resource pool (val){ [ 956.029894] env[69473]: value = "resgroup-9" [ 956.029894] env[69473]: _type = "ResourcePool" [ 956.029894] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 956.030209] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the lease: (returnval){ [ 956.030209] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f8252-1953-2d86-4d9b-b14bad4e54c5" [ 956.030209] env[69473]: _type = "HttpNfcLease" [ 956.030209] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 956.038062] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.038062] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f8252-1953-2d86-4d9b-b14bad4e54c5" [ 956.038062] env[69473]: _type = "HttpNfcLease" [ 956.038062] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.187089] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1881eba6-efd7-4a22-8cd1-01209f07fe2f tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.467s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.281417] env[69473]: INFO nova.compute.manager [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Took 34.44 seconds to build instance. [ 956.347340] env[69473]: DEBUG nova.compute.manager [req-0cd10c9b-24e3-4c3a-9bc2-df076f826aeb req-e6e08473-a86f-4c2e-b8ca-818c0bab872b service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Received event network-vif-deleted-3e0ba599-6a55-43a3-817d-602582c8d6fb {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.347340] env[69473]: INFO nova.compute.manager [req-0cd10c9b-24e3-4c3a-9bc2-df076f826aeb req-e6e08473-a86f-4c2e-b8ca-818c0bab872b service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Neutron deleted interface 3e0ba599-6a55-43a3-817d-602582c8d6fb; detaching it from the instance and deleting it from the info cache [ 956.347424] env[69473]: DEBUG nova.network.neutron [req-0cd10c9b-24e3-4c3a-9bc2-df076f826aeb req-e6e08473-a86f-4c2e-b8ca-818c0bab872b service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.386138] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5208706c-dff8-c31d-9417-3512d2fac8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.023218} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.386418] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.386676] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.387036] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b8e99a-288a-4746-ac1b-2544c3ef15d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.396107] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 956.396107] env[69473]: value = "task-3358190" [ 956.396107] env[69473]: _type = "Task" [ 956.396107] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.405337] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.540776] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.540776] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f8252-1953-2d86-4d9b-b14bad4e54c5" [ 956.540776] env[69473]: _type = "HttpNfcLease" [ 956.540776] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.775347] env[69473]: DEBUG nova.network.neutron [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updated VIF entry in instance network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.775879] env[69473]: DEBUG nova.network.neutron [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff106ba9-91", "ovs_interfaceid": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.784082] env[69473]: DEBUG oslo_concurrency.lockutils [None req-53f94491-4da4-45c6-9bd9-4f6e3b362ea0 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "465c6b57-7c55-4f13-8a94-336454334f67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.951s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.825592] env[69473]: DEBUG nova.network.neutron [-] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.853870] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-632aa35c-71e6-485d-9bc1-769527265809 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.866694] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5c46da-6959-45a2-a204-58f0abcd2546 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.917803] env[69473]: DEBUG nova.compute.manager [req-0cd10c9b-24e3-4c3a-9bc2-df076f826aeb req-e6e08473-a86f-4c2e-b8ca-818c0bab872b service nova] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Detach interface failed, port_id=3e0ba599-6a55-43a3-817d-602582c8d6fb, reason: Instance bb142d9a-8f04-4603-a8b3-bf30d8db4cc0 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.924630] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358190, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.041856] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.041856] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f8252-1953-2d86-4d9b-b14bad4e54c5" [ 957.041856] env[69473]: _type = "HttpNfcLease" [ 957.041856] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.118300] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260cda6e-53a6-4fbc-8d77-7265154bce8f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.129075] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c50b4d-8083-4009-91d7-7f7b2fdd0d11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.168520] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3457a0-e558-45a7-a7b9-a5b464e9d8ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.180089] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f9d54-cd5b-4cee-9eb5-9a6c65631672 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.197138] env[69473]: DEBUG nova.compute.provider_tree [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.279935] env[69473]: DEBUG oslo_concurrency.lockutils [req-2afb8304-afdd-4e5b-bd62-c5028691e83f req-e92d8b4e-280f-453d-bfee-25b550ff8fc9 service nova] Releasing lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.331509] env[69473]: INFO nova.compute.manager [-] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Took 1.43 seconds to deallocate network for instance. [ 957.408540] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572125} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.408884] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.409160] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.409461] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-868af11a-6a3f-400f-bffb-8def3ef8c6a9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.418027] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 957.418027] env[69473]: value = "task-3358191" [ 957.418027] env[69473]: _type = "Task" [ 957.418027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.432380] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.545757] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.545757] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f8252-1953-2d86-4d9b-b14bad4e54c5" [ 957.545757] env[69473]: _type = "HttpNfcLease" [ 957.545757] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.547079] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.547079] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f8252-1953-2d86-4d9b-b14bad4e54c5" [ 957.547079] env[69473]: _type = "HttpNfcLease" [ 957.547079] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 957.548224] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5e4117-abd4-47a9-ae80-433d2e8f1168 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.561138] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52839244-cf6b-9ba8-dbad-f86b05cdf2c9/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.561138] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52839244-cf6b-9ba8-dbad-f86b05cdf2c9/disk-0.vmdk. {{(pid=69473) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 957.639829] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3927543-71d1-4f55-8087-cc3a03e70c7c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.723438] env[69473]: ERROR nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [req-ae7ea687-fdde-4d2a-9735-36662c4c5c2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae7ea687-fdde-4d2a-9735-36662c4c5c2d"}]} [ 957.741188] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 957.757958] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 957.758210] env[69473]: DEBUG nova.compute.provider_tree [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.770500] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 957.792694] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 957.840351] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.889029] env[69473]: DEBUG nova.compute.manager [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Received event network-changed-dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.889029] env[69473]: DEBUG nova.compute.manager [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Refreshing instance network info cache due to event network-changed-dd148ce9-f95f-4df8-b7af-f7fd8d325846. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.889401] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] Acquiring lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.889436] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] Acquired lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.890031] env[69473]: DEBUG nova.network.neutron [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Refreshing network info cache for port dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.932878] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200875} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.933260] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.935488] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db540af5-3ff5-42f1-b941-52df743dd6c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.961167] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.961882] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0fce27-df94-44d1-a0b9-301e92122d19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.989770] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 957.989770] env[69473]: value = "task-3358192" [ 957.989770] env[69473]: _type = "Task" [ 957.989770] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.001139] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.189682] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31432060-44f1-4fc5-99fc-25a6c7a4aa99 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.205827] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc229c99-dd4e-426e-b77e-5f72c1efc598 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.244043] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a059e426-f90f-4ef2-ad81-fd747e7d9e38 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.257353] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b0baf-a770-4096-a7f8-983591fa92dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.277981] env[69473]: DEBUG nova.compute.provider_tree [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.504127] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358192, 'name': ReconfigVM_Task, 'duration_secs': 0.507603} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.504623] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f/684673c5-19bc-41ec-85dc-ccae3b33ce1f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.508197] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a06c53e-d086-41d3-ab6a-cf97e2f8dc13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.516498] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 958.516498] env[69473]: value = "task-3358193" [ 958.516498] env[69473]: _type = "Task" [ 958.516498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.538791] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358193, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.622402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1c9c027e-f381-4dd6-8986-11c14de334db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.623014] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.744578] env[69473]: DEBUG nova.network.neutron [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Updated VIF entry in instance network info cache for port dd148ce9-f95f-4df8-b7af-f7fd8d325846. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.744736] env[69473]: DEBUG nova.network.neutron [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Updating instance_info_cache with network_info: [{"id": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "address": "fa:16:3e:fb:a7:ef", "network": {"id": "1b34e527-82e7-4dfd-b419-a0cecd5e2d77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-328393432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288cc5dee16745aeae782a2ea60fed68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd148ce9-f9", "ovs_interfaceid": "dd148ce9-f95f-4df8-b7af-f7fd8d325846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.815240] env[69473]: ERROR nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [req-7d228062-5234-4e6a-aa11-7c676d8fc060] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d228062-5234-4e6a-aa11-7c676d8fc060"}]} [ 958.838482] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 958.857843] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 958.858133] env[69473]: DEBUG nova.compute.provider_tree [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.873194] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 958.896170] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 958.953024] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Completed reading data from the image iterator. {{(pid=69473) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 958.953024] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52839244-cf6b-9ba8-dbad-f86b05cdf2c9/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.953024] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d8f58-4490-43c0-986e-d493b0b5a9df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.959432] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52839244-cf6b-9ba8-dbad-f86b05cdf2c9/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.959793] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52839244-cf6b-9ba8-dbad-f86b05cdf2c9/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 958.960184] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c338149-c0af-470f-a7c3-6330e58f44b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.026583] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358193, 'name': Rename_Task, 'duration_secs': 0.167668} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.029262] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.030561] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9dd6c1-24dd-4190-acd4-73f68be65487 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.038295] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 959.038295] env[69473]: value = "task-3358194" [ 959.038295] env[69473]: _type = "Task" [ 959.038295] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.052666] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.125517] env[69473]: DEBUG nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.246714] env[69473]: DEBUG oslo_concurrency.lockutils [req-5e27011e-20b3-44ab-a673-88efb9ff31f6 req-a580a0fb-7d8d-4a2c-bae5-620594e3a1ee service nova] Releasing lock "refresh_cache-465c6b57-7c55-4f13-8a94-336454334f67" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.250913] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e752ddb0-ee37-4df5-b161-980ecea654ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.260503] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d3b6e-b54b-468d-bad1-dde7655e39fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.294976] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936c26ab-9e3f-4b6e-b492-1d117b60e836 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.297837] env[69473]: DEBUG oslo_vmware.rw_handles [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52839244-cf6b-9ba8-dbad-f86b05cdf2c9/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 959.298122] env[69473]: INFO nova.virt.vmwareapi.images [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Downloaded image file data c3fa859d-4100-4362-945f-922f3874cd34 [ 959.298835] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85340a49-59db-4006-b11a-90ab07e03de4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.318290] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e2c6cf-56b3-4bca-ae75-0142fff01e20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.322531] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52884a0-affb-45ba-9f5b-e8ffe7875291 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.337553] env[69473]: DEBUG nova.compute.provider_tree [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.456525] env[69473]: INFO nova.virt.vmwareapi.images [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] The imported VM was unregistered [ 959.459366] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Caching image {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 959.459685] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.459984] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e68c5f77-d821-4d53-8047-6c396970fe72 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.494457] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created directory with path [datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.494706] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609/OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609.vmdk to [datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34/c3fa859d-4100-4362-945f-922f3874cd34.vmdk. {{(pid=69473) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 959.495268] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-db5ef0be-c603-48fb-82ab-fbff5123d101 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.504196] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 959.504196] env[69473]: value = "task-3358196" [ 959.504196] env[69473]: _type = "Task" [ 959.504196] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.512879] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358196, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.548993] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358194, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.652221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.881204] env[69473]: DEBUG nova.scheduler.client.report [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 959.881513] env[69473]: DEBUG nova.compute.provider_tree [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 104 to 105 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 959.881725] env[69473]: DEBUG nova.compute.provider_tree [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.017638] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358196, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.050623] env[69473]: DEBUG oslo_vmware.api [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358194, 'name': PowerOnVM_Task, 'duration_secs': 0.794024} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.051092] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.051218] env[69473]: DEBUG nova.compute.manager [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.052173] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7221496-0a40-422c-8b77-0ec606209273 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.386960] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.734s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.387512] env[69473]: DEBUG nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.390295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.707s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.390531] env[69473]: DEBUG nova.objects.instance [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'resources' on Instance uuid 1428e285-7a51-41b6-81a9-fc508b947ff4 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.518739] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358196, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.578507] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.615312] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.615573] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.893599] env[69473]: DEBUG nova.compute.utils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.899592] env[69473]: DEBUG nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.899795] env[69473]: DEBUG nova.network.neutron [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.929876] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "f4db9bb7-0305-468f-9813-872825d47257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.929876] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "f4db9bb7-0305-468f-9813-872825d47257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.957674] env[69473]: DEBUG nova.policy [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c6b5c50c804c92b0a9a2f1b6677596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f91ad7a024442c80a82a1f10d17ccb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.020197] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358196, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.117906] env[69473]: DEBUG nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.299642] env[69473]: DEBUG nova.network.neutron [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Successfully created port: 5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.403070] env[69473]: DEBUG nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.406789] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c3a06-2baf-4095-ab91-44abd6cce2a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.423061] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387e8e8-2f81-40d2-95bf-d4c2d8da0e06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.459664] env[69473]: DEBUG nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.464640] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c8813c-ecbf-4841-9a89-e4a24c297e77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.475209] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ecbc2-ca92-4f32-a3ff-abf9c34dd780 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.492067] env[69473]: DEBUG nova.compute.provider_tree [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.521155] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358196, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.657521] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.669427] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.669731] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.669980] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.670186] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.670359] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.675566] env[69473]: INFO nova.compute.manager [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Terminating instance [ 961.980857] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.995975] env[69473]: DEBUG nova.scheduler.client.report [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.019991] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358196, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.181837] env[69473]: DEBUG nova.compute.manager [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.182112] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.183015] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86a7e79-5fb0-434e-9a33-5aacea287a1a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.191314] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.191564] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75515c37-f870-4f91-a1df-9480c9a5744c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.198039] env[69473]: DEBUG oslo_vmware.api [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 962.198039] env[69473]: value = "task-3358197" [ 962.198039] env[69473]: _type = "Task" [ 962.198039] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.206319] env[69473]: DEBUG oslo_vmware.api [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.361014] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "13dca5af-42c4-4d02-9823-95209d1ab976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.361320] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.422563] env[69473]: DEBUG nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.452721] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.452973] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.453147] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.453350] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.453500] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.454254] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.454254] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.454254] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.454254] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.454864] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.454864] env[69473]: DEBUG nova.virt.hardware [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.455516] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60751661-8c1f-4aa2-8970-3870f09a594c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.464339] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d2d59-5676-42b0-820d-005b56699230 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.501465] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.504189] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.101s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.505912] env[69473]: INFO nova.compute.claims [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.521603] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358196, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.880829} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.522030] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609/OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609.vmdk to [datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34/c3fa859d-4100-4362-945f-922f3874cd34.vmdk. [ 962.522273] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Cleaning up location [datastore2] OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 962.522471] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9988aaa8-f835-4bf4-9ca8-40881e385609 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.522766] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-486f7233-2c75-4f1f-bbf3-501c231983a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.525850] env[69473]: INFO nova.scheduler.client.report [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted allocations for instance 1428e285-7a51-41b6-81a9-fc508b947ff4 [ 962.532406] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 962.532406] env[69473]: value = "task-3358198" [ 962.532406] env[69473]: _type = "Task" [ 962.532406] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.541744] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.711385] env[69473]: DEBUG oslo_vmware.api [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358197, 'name': PowerOffVM_Task, 'duration_secs': 0.324} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.711730] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.711958] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.712272] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aa1b6a8-3b4b-499e-97f0-62669943bbb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.742940] env[69473]: DEBUG nova.compute.manager [req-f6ef7571-29bb-4902-80d1-2a94de6a5e73 req-dc21fb88-0aea-4499-adc4-216c08a98dd3 service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Received event network-vif-plugged-5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.743346] env[69473]: DEBUG oslo_concurrency.lockutils [req-f6ef7571-29bb-4902-80d1-2a94de6a5e73 req-dc21fb88-0aea-4499-adc4-216c08a98dd3 service nova] Acquiring lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.743566] env[69473]: DEBUG oslo_concurrency.lockutils [req-f6ef7571-29bb-4902-80d1-2a94de6a5e73 req-dc21fb88-0aea-4499-adc4-216c08a98dd3 service nova] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.743829] env[69473]: DEBUG oslo_concurrency.lockutils [req-f6ef7571-29bb-4902-80d1-2a94de6a5e73 req-dc21fb88-0aea-4499-adc4-216c08a98dd3 service nova] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.744061] env[69473]: DEBUG nova.compute.manager [req-f6ef7571-29bb-4902-80d1-2a94de6a5e73 req-dc21fb88-0aea-4499-adc4-216c08a98dd3 service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] No waiting events found dispatching network-vif-plugged-5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.744379] env[69473]: WARNING nova.compute.manager [req-f6ef7571-29bb-4902-80d1-2a94de6a5e73 req-dc21fb88-0aea-4499-adc4-216c08a98dd3 service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Received unexpected event network-vif-plugged-5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 for instance with vm_state building and task_state spawning. [ 962.828180] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.828395] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.828588] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleting the datastore file [datastore2] 684673c5-19bc-41ec-85dc-ccae3b33ce1f {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.828997] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc2fc498-e5cc-4109-9ee5-46c25e508103 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.837831] env[69473]: DEBUG oslo_vmware.api [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 962.837831] env[69473]: value = "task-3358200" [ 962.837831] env[69473]: _type = "Task" [ 962.837831] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.845205] env[69473]: DEBUG nova.network.neutron [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Successfully updated port: 5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.850263] env[69473]: DEBUG oslo_vmware.api [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.863483] env[69473]: DEBUG nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.039250] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6857dd37-5ef2-4dd3-bdf5-1753e7f57003 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "1428e285-7a51-41b6-81a9-fc508b947ff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.514s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.046052] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078039} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.046303] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.046469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34/c3fa859d-4100-4362-945f-922f3874cd34.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.046747] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34/c3fa859d-4100-4362-945f-922f3874cd34.vmdk to [datastore2] 44b57b2d-6bbd-447b-91bd-f512d1eaab13/44b57b2d-6bbd-447b-91bd-f512d1eaab13.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.046994] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98830337-a70e-488a-b05b-b29bd7ed4bad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.054514] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 963.054514] env[69473]: value = "task-3358201" [ 963.054514] env[69473]: _type = "Task" [ 963.054514] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.064716] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.349243] env[69473]: DEBUG oslo_vmware.api [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175837} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.349485] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.349678] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.349895] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.350039] env[69473]: INFO nova.compute.manager [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 963.350299] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.350513] env[69473]: DEBUG nova.compute.manager [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.350582] env[69473]: DEBUG nova.network.neutron [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.352818] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "refresh_cache-81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.352956] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "refresh_cache-81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.353098] env[69473]: DEBUG nova.network.neutron [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.381830] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.566362] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358201, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.754628] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "6065ddab-dc39-4700-ae44-50c40a5917ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.754859] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.900096] env[69473]: DEBUG nova.network.neutron [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.920387] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d49fbab-4d82-49f4-a3b4-57ae6b09578f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.928215] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db143af-d204-4521-95f0-ec5fb95f64c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.961969] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a424819a-b7a3-4d3d-9940-4a645c95153e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.970015] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc73433-1e56-420b-b675-1bf3979b8d75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.985378] env[69473]: DEBUG nova.compute.provider_tree [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.067966] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358201, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.074172] env[69473]: DEBUG nova.network.neutron [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Updating instance_info_cache with network_info: [{"id": "5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603", "address": "fa:16:3e:5e:67:e9", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb5e5dd-d0", "ovs_interfaceid": "5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.111873] env[69473]: DEBUG nova.network.neutron [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.256848] env[69473]: DEBUG nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.488958] env[69473]: DEBUG nova.scheduler.client.report [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.568011] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358201, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.577229] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "refresh_cache-81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.577583] env[69473]: DEBUG nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Instance network_info: |[{"id": "5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603", "address": "fa:16:3e:5e:67:e9", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb5e5dd-d0", "ovs_interfaceid": "5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.578061] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:67:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.586312] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.586611] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.586857] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cbf17dc-7415-4c8c-987a-3cc73406ba8f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.609661] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.609661] env[69473]: value = "task-3358202" [ 964.609661] env[69473]: _type = "Task" [ 964.609661] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.614491] env[69473]: INFO nova.compute.manager [-] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Took 1.26 seconds to deallocate network for instance. [ 964.621135] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358202, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.779064] env[69473]: DEBUG nova.compute.manager [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Received event network-changed-5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.779272] env[69473]: DEBUG nova.compute.manager [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Refreshing instance network info cache due to event network-changed-5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.779598] env[69473]: DEBUG oslo_concurrency.lockutils [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] Acquiring lock "refresh_cache-81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.780191] env[69473]: DEBUG oslo_concurrency.lockutils [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] Acquired lock "refresh_cache-81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.780191] env[69473]: DEBUG nova.network.neutron [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Refreshing network info cache for port 5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.785848] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.994586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.994948] env[69473]: DEBUG nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.997971] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.158s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.998234] env[69473]: DEBUG nova.objects.instance [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lazy-loading 'resources' on Instance uuid bb142d9a-8f04-4603-a8b3-bf30d8db4cc0 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.069349] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358201, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.119677] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358202, 'name': CreateVM_Task, 'duration_secs': 0.380372} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.119858] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.120629] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.120797] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.121211] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.121485] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0bd6a8-662d-4eef-ab1b-9bbf465b8f40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.126379] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.127554] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 965.127554] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d2fe02-ebd6-39e4-6065-df5758bbf3e9" [ 965.127554] env[69473]: _type = "Task" [ 965.127554] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.135572] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d2fe02-ebd6-39e4-6065-df5758bbf3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.215884] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.216223] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.472113] env[69473]: DEBUG nova.network.neutron [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Updated VIF entry in instance network info cache for port 5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.472113] env[69473]: DEBUG nova.network.neutron [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Updating instance_info_cache with network_info: [{"id": "5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603", "address": "fa:16:3e:5e:67:e9", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb5e5dd-d0", "ovs_interfaceid": "5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.504860] env[69473]: DEBUG nova.compute.utils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.509433] env[69473]: DEBUG nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.510091] env[69473]: DEBUG nova.network.neutron [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.556802] env[69473]: DEBUG nova.policy [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e08c43a7ecc454ebfa9bfa817ed9e94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ead0c3c60a934a358103487f64d60dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.571025] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358201, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.300022} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.571783] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c3fa859d-4100-4362-945f-922f3874cd34/c3fa859d-4100-4362-945f-922f3874cd34.vmdk to [datastore2] 44b57b2d-6bbd-447b-91bd-f512d1eaab13/44b57b2d-6bbd-447b-91bd-f512d1eaab13.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.572031] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f7b0c-fef3-49c2-aeb7-87208138dba9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.597598] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 44b57b2d-6bbd-447b-91bd-f512d1eaab13/44b57b2d-6bbd-447b-91bd-f512d1eaab13.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.601822] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef9bed3-0d69-456c-b9f8-e9e77135633a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.622153] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 965.622153] env[69473]: value = "task-3358203" [ 965.622153] env[69473]: _type = "Task" [ 965.622153] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.634657] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.641304] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d2fe02-ebd6-39e4-6065-df5758bbf3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.641582] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.641805] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.642048] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.642225] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.642420] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.642665] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd7d8754-9d5e-4207-909a-843cf820646b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.651281] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.651281] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.654250] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046fa3e7-029e-4393-9c57-21d92d33180a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.660400] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 965.660400] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cd59c9-cdc3-732c-a512-4648459012b7" [ 965.660400] env[69473]: _type = "Task" [ 965.660400] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.669177] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cd59c9-cdc3-732c-a512-4648459012b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.725753] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.726107] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.726107] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.726233] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.726403] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.726561] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.726618] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 965.726759] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.879065] env[69473]: DEBUG nova.network.neutron [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Successfully created port: c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.903279] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1be4be-66d4-4dd8-8939-b9f847378eda {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.911374] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d792854-57ef-483a-aa88-d4c7f012ff05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.948013] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47a895-8b59-4272-9b78-b3f7ca00b9de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.955783] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff97732-ae26-4b1c-8795-05694c8ed5db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.971241] env[69473]: DEBUG nova.compute.provider_tree [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.975293] env[69473]: DEBUG oslo_concurrency.lockutils [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] Releasing lock "refresh_cache-81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.975533] env[69473]: DEBUG nova.compute.manager [req-80ddbd5c-c864-40a8-bcee-048d1fd5d083 req-6f1ef4d0-8c32-4d24-95e2-fcaeb41d32ce service nova] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Received event network-vif-deleted-2a5c6753-714c-4bde-afa1-3bf0847f9bc6 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.010077] env[69473]: DEBUG nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.133166] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358203, 'name': ReconfigVM_Task, 'duration_secs': 0.298033} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.133476] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 44b57b2d-6bbd-447b-91bd-f512d1eaab13/44b57b2d-6bbd-447b-91bd-f512d1eaab13.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.134127] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acd7de5a-b261-4537-b25e-0a13eafcd8e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.140283] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 966.140283] env[69473]: value = "task-3358204" [ 966.140283] env[69473]: _type = "Task" [ 966.140283] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.148170] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358204, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.169847] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cd59c9-cdc3-732c-a512-4648459012b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.170651] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da7e3b0-411e-44c9-b748-6a4ee6c19cae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.175372] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 966.175372] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d6d07-76e5-8a0b-78e8-5021f42be568" [ 966.175372] env[69473]: _type = "Task" [ 966.175372] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.182784] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d6d07-76e5-8a0b-78e8-5021f42be568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.230393] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.474795] env[69473]: DEBUG nova.scheduler.client.report [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.650033] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358204, 'name': Rename_Task, 'duration_secs': 0.135822} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.650386] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.650683] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f92446a6-5fab-4f5d-8593-1c6219c7127d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.657158] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 966.657158] env[69473]: value = "task-3358205" [ 966.657158] env[69473]: _type = "Task" [ 966.657158] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.664684] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.684276] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d6d07-76e5-8a0b-78e8-5021f42be568, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.684518] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.684770] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e/81bbb03f-dc88-42dc-9636-7bdeb2c8e51e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.685035] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2912af28-24b4-4724-b289-0a0eefd4bbdf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.690306] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 966.690306] env[69473]: value = "task-3358206" [ 966.690306] env[69473]: _type = "Task" [ 966.690306] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.697747] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.980206] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.983088] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.331s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.984848] env[69473]: INFO nova.compute.claims [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.002286] env[69473]: INFO nova.scheduler.client.report [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Deleted allocations for instance bb142d9a-8f04-4603-a8b3-bf30d8db4cc0 [ 967.019475] env[69473]: DEBUG nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.054931] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.055209] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.055369] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.055552] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.055701] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.055902] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.056143] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.056310] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.056481] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.056645] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.056817] env[69473]: DEBUG nova.virt.hardware [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.058648] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb60b14-b587-456e-b7c7-809be4acdaba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.072448] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f215ab0-9cb4-421c-bf83-8f762ac2fe48 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.171694] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.202212] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358206, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.457058] env[69473]: DEBUG nova.compute.manager [req-c6c66a55-b6b8-4df8-835f-cf88c764a735 req-fd6f00b0-8d9b-4e82-8c87-fc2fb84c8601 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Received event network-vif-plugged-c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.457058] env[69473]: DEBUG oslo_concurrency.lockutils [req-c6c66a55-b6b8-4df8-835f-cf88c764a735 req-fd6f00b0-8d9b-4e82-8c87-fc2fb84c8601 service nova] Acquiring lock "fee03760-b484-4029-83d6-1ce702761af9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.457058] env[69473]: DEBUG oslo_concurrency.lockutils [req-c6c66a55-b6b8-4df8-835f-cf88c764a735 req-fd6f00b0-8d9b-4e82-8c87-fc2fb84c8601 service nova] Lock "fee03760-b484-4029-83d6-1ce702761af9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.457058] env[69473]: DEBUG oslo_concurrency.lockutils [req-c6c66a55-b6b8-4df8-835f-cf88c764a735 req-fd6f00b0-8d9b-4e82-8c87-fc2fb84c8601 service nova] Lock "fee03760-b484-4029-83d6-1ce702761af9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.457058] env[69473]: DEBUG nova.compute.manager [req-c6c66a55-b6b8-4df8-835f-cf88c764a735 req-fd6f00b0-8d9b-4e82-8c87-fc2fb84c8601 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] No waiting events found dispatching network-vif-plugged-c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.457932] env[69473]: WARNING nova.compute.manager [req-c6c66a55-b6b8-4df8-835f-cf88c764a735 req-fd6f00b0-8d9b-4e82-8c87-fc2fb84c8601 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Received unexpected event network-vif-plugged-c3069649-7d3a-4629-8f41-22e55d0a2292 for instance with vm_state building and task_state spawning. [ 967.510131] env[69473]: DEBUG oslo_concurrency.lockutils [None req-255f5724-727a-4484-ab72-b7ed502fef84 tempest-ImagesOneServerNegativeTestJSON-784719545 tempest-ImagesOneServerNegativeTestJSON-784719545-project-member] Lock "bb142d9a-8f04-4603-a8b3-bf30d8db4cc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.325s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.542066] env[69473]: DEBUG nova.network.neutron [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Successfully updated port: c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.668782] env[69473]: DEBUG oslo_vmware.api [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358205, 'name': PowerOnVM_Task, 'duration_secs': 0.525464} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.669100] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.669327] env[69473]: INFO nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Took 16.01 seconds to spawn the instance on the hypervisor. [ 967.669504] env[69473]: DEBUG nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.670297] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1ff9cf-789b-41fa-b20e-f60c1c229a0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.701503] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602912} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.701787] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e/81bbb03f-dc88-42dc-9636-7bdeb2c8e51e.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.702120] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.702921] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4854af0e-c923-4251-83b3-1679d493ff9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.709079] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 967.709079] env[69473]: value = "task-3358207" [ 967.709079] env[69473]: _type = "Task" [ 967.709079] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.717882] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.044359] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.044539] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.044898] env[69473]: DEBUG nova.network.neutron [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.194123] env[69473]: INFO nova.compute.manager [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Took 42.16 seconds to build instance. [ 968.219964] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091668} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.222384] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.223427] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c65d73-db36-43da-b837-852285d7cbe9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.247802] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e/81bbb03f-dc88-42dc-9636-7bdeb2c8e51e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.250605] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2cd6a8-c051-4357-94b4-87015f92a25b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.271598] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 968.271598] env[69473]: value = "task-3358208" [ 968.271598] env[69473]: _type = "Task" [ 968.271598] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.283500] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.385984] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf69fc5-37b6-41ec-b887-d20fd8ec4b86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.394019] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b955765-eb30-421c-8bf1-e87e06545306 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.426741] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfaa9a-7d29-453a-a18b-b245b8aaa4c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.434304] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b632e8b6-6f55-4fe1-8b18-297e5caf1d56 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.447953] env[69473]: DEBUG nova.compute.provider_tree [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.578390] env[69473]: DEBUG nova.network.neutron [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.697843] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d57ac66-d7a4-457b-a1f3-c79ef0946874 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.676s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.713929] env[69473]: DEBUG nova.network.neutron [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.781164] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358208, 'name': ReconfigVM_Task, 'duration_secs': 0.267051} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.781441] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e/81bbb03f-dc88-42dc-9636-7bdeb2c8e51e.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.782071] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1083fdce-255c-417c-bf6b-7efaaf60bbf8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.788973] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 968.788973] env[69473]: value = "task-3358209" [ 968.788973] env[69473]: _type = "Task" [ 968.788973] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.798505] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358209, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.952666] env[69473]: DEBUG nova.scheduler.client.report [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.217169] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.217500] env[69473]: DEBUG nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Instance network_info: |[{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.217938] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:73:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3069649-7d3a-4629-8f41-22e55d0a2292', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.227242] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.227485] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee03760-b484-4029-83d6-1ce702761af9] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.227712] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6087e951-d70c-498c-857d-f855f50ba734 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.250431] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.250431] env[69473]: value = "task-3358210" [ 969.250431] env[69473]: _type = "Task" [ 969.250431] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.259078] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358210, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.298152] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358209, 'name': Rename_Task, 'duration_secs': 0.14102} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.298748] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.298813] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2ded66f-b3c9-4b6c-8663-ea8221bac4d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.305525] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 969.305525] env[69473]: value = "task-3358211" [ 969.305525] env[69473]: _type = "Task" [ 969.305525] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.314159] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.458025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.458600] env[69473]: DEBUG nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.462265] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.884s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.462491] env[69473]: DEBUG nova.objects.instance [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 969.484339] env[69473]: DEBUG nova.compute.manager [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Received event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.484452] env[69473]: DEBUG nova.compute.manager [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing instance network info cache due to event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.484854] env[69473]: DEBUG oslo_concurrency.lockutils [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] Acquiring lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.484854] env[69473]: DEBUG oslo_concurrency.lockutils [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] Acquired lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.485198] env[69473]: DEBUG nova.network.neutron [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.547838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.548221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.548410] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.548617] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.548809] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.552869] env[69473]: INFO nova.compute.manager [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Terminating instance [ 969.762876] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358210, 'name': CreateVM_Task, 'duration_secs': 0.428596} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.763068] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee03760-b484-4029-83d6-1ce702761af9] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.763863] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.764072] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.764406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.764683] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7c87c5-1ee4-405c-88cf-63ebadb82976 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.769785] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 969.769785] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52673102-55a7-fb52-5f21-466a3204c480" [ 969.769785] env[69473]: _type = "Task" [ 969.769785] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.778320] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52673102-55a7-fb52-5f21-466a3204c480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.814634] env[69473]: DEBUG oslo_vmware.api [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358211, 'name': PowerOnVM_Task, 'duration_secs': 0.448906} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.814900] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.815118] env[69473]: INFO nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Took 7.39 seconds to spawn the instance on the hypervisor. [ 969.815303] env[69473]: DEBUG nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.816104] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ae6635-9834-4715-8dd8-13b1a7bab8d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.967257] env[69473]: DEBUG nova.compute.utils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.972911] env[69473]: DEBUG nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.973105] env[69473]: DEBUG nova.network.neutron [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.035852] env[69473]: DEBUG nova.policy [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd846fd1ae7824566a57ce063db8320bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60909db264b04df18df835697fb7c3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.058767] env[69473]: DEBUG nova.compute.manager [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.059386] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.059935] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ea12f9-7663-409e-ba57-8e31a224de75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.067775] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.068060] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94fa5b4-0673-4763-909a-2ac0a2c0d612 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.074960] env[69473]: DEBUG oslo_vmware.api [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 970.074960] env[69473]: value = "task-3358212" [ 970.074960] env[69473]: _type = "Task" [ 970.074960] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.083566] env[69473]: DEBUG oslo_vmware.api [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.281955] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52673102-55a7-fb52-5f21-466a3204c480, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.282346] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.282594] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.282926] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.282998] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.283178] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.283458] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-410f7fc7-8865-4bca-891e-bc1c71e19079 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.300203] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.300529] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.301433] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8a3fb1-d9dc-4e0e-a571-0bea47add133 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.306483] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 970.306483] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5232d8f6-5220-a964-5ca5-72f7b3d96b59" [ 970.306483] env[69473]: _type = "Task" [ 970.306483] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.314557] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5232d8f6-5220-a964-5ca5-72f7b3d96b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.317354] env[69473]: DEBUG nova.network.neutron [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updated VIF entry in instance network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.317695] env[69473]: DEBUG nova.network.neutron [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.336096] env[69473]: INFO nova.compute.manager [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Took 30.79 seconds to build instance. [ 970.446212] env[69473]: DEBUG nova.network.neutron [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Successfully created port: 9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.474121] env[69473]: DEBUG nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.477462] env[69473]: DEBUG oslo_concurrency.lockutils [None req-81da4e37-135e-4846-9308-aa23ccb41d19 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.478454] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.821s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.479813] env[69473]: INFO nova.compute.claims [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.586783] env[69473]: DEBUG oslo_vmware.api [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358212, 'name': PowerOffVM_Task, 'duration_secs': 0.268646} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.587028] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.587257] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.587525] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37315d6d-75b8-4b9b-8f2f-19d7d79c9e55 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.653921] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.654180] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.654453] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleting the datastore file [datastore2] 44b57b2d-6bbd-447b-91bd-f512d1eaab13 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.655088] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-339d0926-4a87-48b3-8b6d-cc35aa66c12f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.661803] env[69473]: DEBUG oslo_vmware.api [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 970.661803] env[69473]: value = "task-3358214" [ 970.661803] env[69473]: _type = "Task" [ 970.661803] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.669522] env[69473]: DEBUG oslo_vmware.api [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.817440] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5232d8f6-5220-a964-5ca5-72f7b3d96b59, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.818337] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7cef2c-7dca-48b8-904e-e28689052d57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.820688] env[69473]: DEBUG oslo_concurrency.lockutils [req-07bfd19f-446e-4d0d-8f49-95e0c6960d85 req-3130f598-aa3f-4420-adb2-bcc592266430 service nova] Releasing lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.823940] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 970.823940] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f2cff-8d1d-af21-935c-31202052c6ee" [ 970.823940] env[69473]: _type = "Task" [ 970.823940] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.831409] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f2cff-8d1d-af21-935c-31202052c6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.838880] env[69473]: DEBUG oslo_concurrency.lockutils [None req-41cd3d69-61d5-44e0-9fb3-fa6d1683bb1d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.301s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.139211] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.139441] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.171723] env[69473]: DEBUG oslo_vmware.api [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152323} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.171967] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.172161] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.172338] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.172505] env[69473]: INFO nova.compute.manager [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Took 1.11 seconds to destroy the instance on the hypervisor. [ 971.172733] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.172915] env[69473]: DEBUG nova.compute.manager [-] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.173020] env[69473]: DEBUG nova.network.neutron [-] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.334025] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f2cff-8d1d-af21-935c-31202052c6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008829} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.334396] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.334543] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fee03760-b484-4029-83d6-1ce702761af9/fee03760-b484-4029-83d6-1ce702761af9.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.334803] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb204197-657c-4571-a923-e85a2a69274f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.342008] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 971.342008] env[69473]: value = "task-3358215" [ 971.342008] env[69473]: _type = "Task" [ 971.342008] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.349285] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.490674] env[69473]: DEBUG nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.513593] env[69473]: DEBUG nova.compute.manager [req-3dcef428-2a2f-4938-bc23-9a97c0896bd8 req-b8e28719-33fb-4caa-91b8-5b5c8816348b service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Received event network-vif-deleted-0e60071b-7b43-456f-ba85-d5860737befb {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.513978] env[69473]: INFO nova.compute.manager [req-3dcef428-2a2f-4938-bc23-9a97c0896bd8 req-b8e28719-33fb-4caa-91b8-5b5c8816348b service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Neutron deleted interface 0e60071b-7b43-456f-ba85-d5860737befb; detaching it from the instance and deleting it from the info cache [ 971.514230] env[69473]: DEBUG nova.network.neutron [req-3dcef428-2a2f-4938-bc23-9a97c0896bd8 req-b8e28719-33fb-4caa-91b8-5b5c8816348b service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.526908] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.527240] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.527421] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.527637] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.527794] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.527979] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.528244] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.528413] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.528619] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.528814] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.528996] env[69473]: DEBUG nova.virt.hardware [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.530232] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a82d2-31a3-425a-b72a-758749118c7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.542677] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98400407-8667-44d0-917a-77fe9ba0778b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.619682] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.620024] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.620285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.620471] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.620658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.623393] env[69473]: INFO nova.compute.manager [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Terminating instance [ 971.642040] env[69473]: DEBUG nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.855106] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473392} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.855449] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fee03760-b484-4029-83d6-1ce702761af9/fee03760-b484-4029-83d6-1ce702761af9.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.855690] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.855945] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30fde623-4370-4615-85ef-c9e2f74d5def {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.862339] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 971.862339] env[69473]: value = "task-3358216" [ 971.862339] env[69473]: _type = "Task" [ 971.862339] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.875405] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.892494] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0859d-bd26-402b-9e85-ba35d5d424fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.900301] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0164e699-5cd3-4f8e-a133-2fb321e08901 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.903582] env[69473]: DEBUG nova.network.neutron [-] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.934715] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad440170-4224-4a30-8fb6-0e0c870cbe22 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.943336] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cd42fb-db80-4b62-88cd-72a71dc95259 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.948200] env[69473]: DEBUG nova.network.neutron [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Successfully updated port: 9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.960698] env[69473]: DEBUG nova.compute.provider_tree [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.021643] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17e972a9-35c1-4b10-9fa7-9321925b5c93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.030993] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca65a07-e8f2-4207-972e-71f14be8c91e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.069104] env[69473]: DEBUG nova.compute.manager [req-3dcef428-2a2f-4938-bc23-9a97c0896bd8 req-b8e28719-33fb-4caa-91b8-5b5c8816348b service nova] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Detach interface failed, port_id=0e60071b-7b43-456f-ba85-d5860737befb, reason: Instance 44b57b2d-6bbd-447b-91bd-f512d1eaab13 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.127967] env[69473]: DEBUG nova.compute.manager [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.128226] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.129125] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f7cef0-fe9e-4b6d-a926-00fb750d9a05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.136177] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.136414] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a48b330-1a35-4041-a6f6-dadef31f29ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.142429] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 972.142429] env[69473]: value = "task-3358217" [ 972.142429] env[69473]: _type = "Task" [ 972.142429] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.153208] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.159767] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.371929] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128528} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.372411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.373064] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da905d5f-bb74-41d5-94aa-a566148742a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.395235] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] fee03760-b484-4029-83d6-1ce702761af9/fee03760-b484-4029-83d6-1ce702761af9.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.395699] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3920ea-f7bd-4c44-8061-4bf3a536eab3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.410376] env[69473]: INFO nova.compute.manager [-] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Took 1.24 seconds to deallocate network for instance. [ 972.418096] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 972.418096] env[69473]: value = "task-3358218" [ 972.418096] env[69473]: _type = "Task" [ 972.418096] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.425646] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.451217] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.451300] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.451500] env[69473]: DEBUG nova.network.neutron [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.487035] env[69473]: ERROR nova.scheduler.client.report [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [req-b069fc86-09dd-48e3-a736-73b83636426c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b069fc86-09dd-48e3-a736-73b83636426c"}]} [ 972.502933] env[69473]: DEBUG nova.scheduler.client.report [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 972.516767] env[69473]: DEBUG nova.scheduler.client.report [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 972.517038] env[69473]: DEBUG nova.compute.provider_tree [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.529498] env[69473]: DEBUG nova.scheduler.client.report [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 972.548916] env[69473]: DEBUG nova.scheduler.client.report [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 972.651606] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.879687] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd64f14e-4c46-4aee-b83a-131b6340bbb6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.887034] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07df05a-842d-4254-ab83-96f961636e5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.918121] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.919154] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50b241-2ba6-4471-bfa9-4026729d653f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.932384] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaa4398-4f85-4931-ac18-2a3980c5cf0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.936189] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358218, 'name': ReconfigVM_Task, 'duration_secs': 0.262676} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.936467] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] fee03760-b484-4029-83d6-1ce702761af9/fee03760-b484-4029-83d6-1ce702761af9.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.937418] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1f0fd1-f4ae-4441-aea4-872cfad97a6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.946920] env[69473]: DEBUG nova.compute.provider_tree [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.949827] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 972.949827] env[69473]: value = "task-3358219" [ 972.949827] env[69473]: _type = "Task" [ 972.949827] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.958602] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358219, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.987913] env[69473]: DEBUG nova.network.neutron [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.132447] env[69473]: DEBUG nova.network.neutron [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updating instance_info_cache with network_info: [{"id": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "address": "fa:16:3e:ae:5a:2e", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fee58dc-e9", "ovs_interfaceid": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.152912] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358217, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.462287] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358219, 'name': Rename_Task, 'duration_secs': 0.157537} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.462287] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.462287] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02e09f5b-7644-4387-bbcf-255bacf088e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.468349] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 973.468349] env[69473]: value = "task-3358220" [ 973.468349] env[69473]: _type = "Task" [ 973.468349] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.475895] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.484473] env[69473]: DEBUG nova.scheduler.client.report [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 973.484691] env[69473]: DEBUG nova.compute.provider_tree [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 110 to 111 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 973.484930] env[69473]: DEBUG nova.compute.provider_tree [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.539845] env[69473]: DEBUG nova.compute.manager [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Received event network-vif-plugged-9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.539936] env[69473]: DEBUG oslo_concurrency.lockutils [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] Acquiring lock "1c9c027e-f381-4dd6-8986-11c14de334db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.540268] env[69473]: DEBUG oslo_concurrency.lockutils [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] Lock "1c9c027e-f381-4dd6-8986-11c14de334db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.540377] env[69473]: DEBUG oslo_concurrency.lockutils [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] Lock "1c9c027e-f381-4dd6-8986-11c14de334db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.540524] env[69473]: DEBUG nova.compute.manager [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] No waiting events found dispatching network-vif-plugged-9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.540662] env[69473]: WARNING nova.compute.manager [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Received unexpected event network-vif-plugged-9fee58dc-e95c-4678-aa87-ed8122b1a8ad for instance with vm_state building and task_state spawning. [ 973.541500] env[69473]: DEBUG nova.compute.manager [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Received event network-changed-9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.541500] env[69473]: DEBUG nova.compute.manager [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Refreshing instance network info cache due to event network-changed-9fee58dc-e95c-4678-aa87-ed8122b1a8ad. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.541500] env[69473]: DEBUG oslo_concurrency.lockutils [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] Acquiring lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.635976] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.636339] env[69473]: DEBUG nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Instance network_info: |[{"id": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "address": "fa:16:3e:ae:5a:2e", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fee58dc-e9", "ovs_interfaceid": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.636640] env[69473]: DEBUG oslo_concurrency.lockutils [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] Acquired lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.636818] env[69473]: DEBUG nova.network.neutron [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Refreshing network info cache for port 9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.638187] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:5a:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fee58dc-e95c-4678-aa87-ed8122b1a8ad', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.646184] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.649478] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.652821] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f836355-1245-48da-b74a-135d8a535e32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.672762] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358217, 'name': PowerOffVM_Task, 'duration_secs': 1.030132} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.674163] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.674375] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.674630] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.674630] env[69473]: value = "task-3358221" [ 973.674630] env[69473]: _type = "Task" [ 973.674630] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.674834] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faaa42b5-e06f-4611-8132-0c63f156b784 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.685717] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358221, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.857636] env[69473]: DEBUG nova.network.neutron [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updated VIF entry in instance network info cache for port 9fee58dc-e95c-4678-aa87-ed8122b1a8ad. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.857995] env[69473]: DEBUG nova.network.neutron [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updating instance_info_cache with network_info: [{"id": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "address": "fa:16:3e:ae:5a:2e", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fee58dc-e9", "ovs_interfaceid": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.978793] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358220, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.989802] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.511s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.990289] env[69473]: DEBUG nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.992828] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.012s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.994178] env[69473]: INFO nova.compute.claims [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.187497] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358221, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.360652] env[69473]: DEBUG oslo_concurrency.lockutils [req-597b1c0d-2264-4534-a79f-ba058dee47a7 req-94194fe3-c325-4b1e-b829-ceaffea27899 service nova] Releasing lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.385586] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.385817] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.386036] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleting the datastore file [datastore1] 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.386315] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6757dae-81fb-4f37-87eb-31c6499ea74f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.393404] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 974.393404] env[69473]: value = "task-3358223" [ 974.393404] env[69473]: _type = "Task" [ 974.393404] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.407633] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.479681] env[69473]: DEBUG oslo_vmware.api [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358220, 'name': PowerOnVM_Task, 'duration_secs': 0.725432} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.480046] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.480216] env[69473]: INFO nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Took 7.46 seconds to spawn the instance on the hypervisor. [ 974.480461] env[69473]: DEBUG nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.481472] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023d68ee-9faa-4410-8429-907059ab724c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.498516] env[69473]: DEBUG nova.compute.utils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.502215] env[69473]: DEBUG nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.502419] env[69473]: DEBUG nova.network.neutron [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.542385] env[69473]: DEBUG nova.policy [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d45614232b456eb7ae416831e7eab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b978e7df224ca9ae11193877afdd58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.686896] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358221, 'name': CreateVM_Task, 'duration_secs': 0.904526} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.687069] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.687746] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.687917] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.688272] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.688546] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50696ec-8340-4eca-b870-a2e8957b4f8d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.693086] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 974.693086] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5276d1a6-c8a7-09ee-e841-99cd4afd9735" [ 974.693086] env[69473]: _type = "Task" [ 974.693086] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.703350] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5276d1a6-c8a7-09ee-e841-99cd4afd9735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.813351] env[69473]: DEBUG nova.network.neutron [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Successfully created port: 305ddf39-d661-4504-a0a9-0eca45e93a7f {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.904704] env[69473]: DEBUG oslo_vmware.api [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159479} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.904923] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.905120] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.905296] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.905463] env[69473]: INFO nova.compute.manager [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Took 2.78 seconds to destroy the instance on the hypervisor. [ 974.905698] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.905882] env[69473]: DEBUG nova.compute.manager [-] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.905972] env[69473]: DEBUG nova.network.neutron [-] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.998394] env[69473]: INFO nova.compute.manager [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Took 19.62 seconds to build instance. [ 975.002835] env[69473]: DEBUG nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.204107] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5276d1a6-c8a7-09ee-e841-99cd4afd9735, 'name': SearchDatastore_Task, 'duration_secs': 0.017278} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.206975] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.207241] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.207469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.207612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.207781] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.208245] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f5fd1d-f3cb-4106-ae32-36fb11a59c52 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.218277] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.218277] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.218277] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5894481c-cfa4-483e-ada2-73143760cc14 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.226315] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 975.226315] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52375471-162a-882a-613f-8327500fc16f" [ 975.226315] env[69473]: _type = "Task" [ 975.226315] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.234249] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52375471-162a-882a-613f-8327500fc16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.362332] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002c709-a438-4394-a39a-8497da272c94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.370178] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bf9c50-69c2-457a-b320-1c415a6e7af5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.399785] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe824c1-2306-44f6-a59e-5a404a2e1e37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.407373] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244ef937-39b7-4e63-a79a-983cd7a976aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.422868] env[69473]: DEBUG nova.compute.provider_tree [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.469069] env[69473]: DEBUG nova.compute.manager [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Received event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.469224] env[69473]: DEBUG nova.compute.manager [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing instance network info cache due to event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.469435] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] Acquiring lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.469576] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] Acquired lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.469866] env[69473]: DEBUG nova.network.neutron [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.500773] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7eb1a8b3-18ab-43b3-9edd-1b847d263335 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.136s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.567680] env[69473]: DEBUG nova.compute.manager [req-a5db6849-90e1-431e-86c2-10bd62e08ec3 req-70549361-706d-48ff-8824-23db0cbd2c18 service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Received event network-vif-deleted-5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.568021] env[69473]: INFO nova.compute.manager [req-a5db6849-90e1-431e-86c2-10bd62e08ec3 req-70549361-706d-48ff-8824-23db0cbd2c18 service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Neutron deleted interface 5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603; detaching it from the instance and deleting it from the info cache [ 975.568222] env[69473]: DEBUG nova.network.neutron [req-a5db6849-90e1-431e-86c2-10bd62e08ec3 req-70549361-706d-48ff-8824-23db0cbd2c18 service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.739162] env[69473]: DEBUG nova.network.neutron [-] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.741049] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52375471-162a-882a-613f-8327500fc16f, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.741326] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b708b4a9-f59b-45cc-97fa-501f9010fd50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.746443] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 975.746443] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524dd1ae-05f4-f8d0-93b4-809b2fe4b515" [ 975.746443] env[69473]: _type = "Task" [ 975.746443] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.755037] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524dd1ae-05f4-f8d0-93b4-809b2fe4b515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.956170] env[69473]: DEBUG nova.scheduler.client.report [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 975.956367] env[69473]: DEBUG nova.compute.provider_tree [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 111 to 112 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 975.956601] env[69473]: DEBUG nova.compute.provider_tree [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.014322] env[69473]: DEBUG nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.040912] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.041162] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.041338] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.041523] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.041669] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.041816] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.042031] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.042202] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.042373] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.042536] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.042710] env[69473]: DEBUG nova.virt.hardware [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.044250] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d809302-bbfc-4270-aca2-a6eaf57bb91e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.054458] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c83539-af76-4ccb-9d8b-bfe7bdec15c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.070641] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f1cd2f-c071-4a19-8597-5fbce68d4150 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.079561] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24868791-fcb4-4591-a332-ec0ca3c0035b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.120833] env[69473]: DEBUG nova.compute.manager [req-a5db6849-90e1-431e-86c2-10bd62e08ec3 req-70549361-706d-48ff-8824-23db0cbd2c18 service nova] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Detach interface failed, port_id=5bb5e5dd-d0ce-49b3-ac0a-a489c7db6603, reason: Instance 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.237802] env[69473]: DEBUG nova.network.neutron [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updated VIF entry in instance network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.238089] env[69473]: DEBUG nova.network.neutron [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.242434] env[69473]: INFO nova.compute.manager [-] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Took 1.34 seconds to deallocate network for instance. [ 976.260248] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524dd1ae-05f4-f8d0-93b4-809b2fe4b515, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.260508] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.260759] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.261018] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eafcfc9-dd6b-4444-97b1-53687936e833 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.267137] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 976.267137] env[69473]: value = "task-3358224" [ 976.267137] env[69473]: _type = "Task" [ 976.267137] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.275294] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.444952] env[69473]: DEBUG nova.network.neutron [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Successfully updated port: 305ddf39-d661-4504-a0a9-0eca45e93a7f {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.461735] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.462831] env[69473]: DEBUG nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.465029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.083s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.466610] env[69473]: INFO nova.compute.claims [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.741023] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0383446-9030-4ea2-af48-15aa44d5d21b req-7e1b41d0-e56c-4433-8663-4bf1ef27ddf1 service nova] Releasing lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.754413] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.777472] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453292} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.777744] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.777956] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.778236] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042015a0-2c88-4931-bd53-46d2eae1c4ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.784956] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 976.784956] env[69473]: value = "task-3358225" [ 976.784956] env[69473]: _type = "Task" [ 976.784956] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.792798] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.948589] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "refresh_cache-5b9dadec-b826-4a48-9cfa-f992da17ebaa" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.948799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "refresh_cache-5b9dadec-b826-4a48-9cfa-f992da17ebaa" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.948964] env[69473]: DEBUG nova.network.neutron [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.971178] env[69473]: DEBUG nova.compute.utils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.974621] env[69473]: DEBUG nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.974812] env[69473]: DEBUG nova.network.neutron [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.013085] env[69473]: DEBUG nova.policy [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d45614232b456eb7ae416831e7eab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b978e7df224ca9ae11193877afdd58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.241079] env[69473]: DEBUG nova.network.neutron [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Successfully created port: b38d57db-0cb5-4166-81e4-1c3ab949154d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.294917] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063584} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.295274] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.296058] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486caf8-163c-4ced-9869-c00e7a31f23d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.317795] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.318121] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8cb024b-1a57-442b-8cff-ae6c1875c8de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.338984] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 977.338984] env[69473]: value = "task-3358226" [ 977.338984] env[69473]: _type = "Task" [ 977.338984] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.346574] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.475147] env[69473]: DEBUG nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.481226] env[69473]: DEBUG nova.network.neutron [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.595660] env[69473]: DEBUG nova.compute.manager [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Received event network-vif-plugged-305ddf39-d661-4504-a0a9-0eca45e93a7f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.595954] env[69473]: DEBUG oslo_concurrency.lockutils [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] Acquiring lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.596265] env[69473]: DEBUG oslo_concurrency.lockutils [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.596473] env[69473]: DEBUG oslo_concurrency.lockutils [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.596701] env[69473]: DEBUG nova.compute.manager [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] No waiting events found dispatching network-vif-plugged-305ddf39-d661-4504-a0a9-0eca45e93a7f {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.596927] env[69473]: WARNING nova.compute.manager [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Received unexpected event network-vif-plugged-305ddf39-d661-4504-a0a9-0eca45e93a7f for instance with vm_state building and task_state spawning. [ 977.597169] env[69473]: DEBUG nova.compute.manager [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Received event network-changed-305ddf39-d661-4504-a0a9-0eca45e93a7f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.597419] env[69473]: DEBUG nova.compute.manager [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Refreshing instance network info cache due to event network-changed-305ddf39-d661-4504-a0a9-0eca45e93a7f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.597650] env[69473]: DEBUG oslo_concurrency.lockutils [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] Acquiring lock "refresh_cache-5b9dadec-b826-4a48-9cfa-f992da17ebaa" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.621458] env[69473]: DEBUG nova.network.neutron [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Updating instance_info_cache with network_info: [{"id": "305ddf39-d661-4504-a0a9-0eca45e93a7f", "address": "fa:16:3e:35:9c:d3", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305ddf39-d6", "ovs_interfaceid": "305ddf39-d661-4504-a0a9-0eca45e93a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.818707] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64799d48-fcb6-49c1-a6fa-75ec1180d354 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.829820] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e461b8-9e52-414e-b597-24eb4de93f62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.859161] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ab03e-8840-4a36-81a8-8d68aa10c0c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.867098] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358226, 'name': ReconfigVM_Task, 'duration_secs': 0.27325} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.869118] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.869774] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b7084c-2d75-4f7d-8bfe-4f451b6f1716 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.872193] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fcba76-f947-415a-89c1-12e6fda1ad11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.886865] env[69473]: DEBUG nova.compute.provider_tree [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.889767] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 977.889767] env[69473]: value = "task-3358227" [ 977.889767] env[69473]: _type = "Task" [ 977.889767] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.896684] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358227, 'name': Rename_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.124894] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "refresh_cache-5b9dadec-b826-4a48-9cfa-f992da17ebaa" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.124894] env[69473]: DEBUG nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance network_info: |[{"id": "305ddf39-d661-4504-a0a9-0eca45e93a7f", "address": "fa:16:3e:35:9c:d3", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305ddf39-d6", "ovs_interfaceid": "305ddf39-d661-4504-a0a9-0eca45e93a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.125191] env[69473]: DEBUG oslo_concurrency.lockutils [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] Acquired lock "refresh_cache-5b9dadec-b826-4a48-9cfa-f992da17ebaa" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.125365] env[69473]: DEBUG nova.network.neutron [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Refreshing network info cache for port 305ddf39-d661-4504-a0a9-0eca45e93a7f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.126573] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:9c:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '305ddf39-d661-4504-a0a9-0eca45e93a7f', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.134498] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating folder: Project (b5b978e7df224ca9ae11193877afdd58). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.135531] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-def54aa3-cc1a-4072-8da7-55a27309764e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.146702] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created folder: Project (b5b978e7df224ca9ae11193877afdd58) in parent group-v669999. [ 978.146892] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating folder: Instances. Parent ref: group-v670242. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.147144] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa7ec8d-e063-49d0-ab76-186b2ba9ac8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.155852] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created folder: Instances in parent group-v670242. [ 978.156126] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.156363] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.156599] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d85f778-cfcc-46bf-9fca-10a03482bf6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.176843] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.176843] env[69473]: value = "task-3358230" [ 978.176843] env[69473]: _type = "Task" [ 978.176843] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.185018] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358230, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.401842] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358227, 'name': Rename_Task, 'duration_secs': 0.134772} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.402021] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.402307] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85cd542-a3a2-4f29-b4d9-01851603000f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.408953] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 978.408953] env[69473]: value = "task-3358231" [ 978.408953] env[69473]: _type = "Task" [ 978.408953] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.418023] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.423472] env[69473]: DEBUG nova.scheduler.client.report [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 978.423732] env[69473]: DEBUG nova.compute.provider_tree [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 112 to 113 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 978.423916] env[69473]: DEBUG nova.compute.provider_tree [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.487054] env[69473]: DEBUG nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.513190] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.513433] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.513832] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.513832] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.513946] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.514097] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.514310] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.514469] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.514850] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.514850] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.514954] env[69473]: DEBUG nova.virt.hardware [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.515934] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd4ea78-6a1d-4d04-a31d-003ae8b690c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.524166] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a9c8d8-a40b-40c5-9a18-67ce73bba950 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.686816] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358230, 'name': CreateVM_Task, 'duration_secs': 0.322382} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.687141] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.688042] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.688284] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.688725] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.689061] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2720d1d5-f767-47ba-b231-575467949f34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.694054] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 978.694054] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5212edca-c544-8964-5d9b-b99a480c9cde" [ 978.694054] env[69473]: _type = "Task" [ 978.694054] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.702513] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5212edca-c544-8964-5d9b-b99a480c9cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.765881] env[69473]: DEBUG nova.network.neutron [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Successfully updated port: b38d57db-0cb5-4166-81e4-1c3ab949154d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.871527] env[69473]: DEBUG nova.network.neutron [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Updated VIF entry in instance network info cache for port 305ddf39-d661-4504-a0a9-0eca45e93a7f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.871527] env[69473]: DEBUG nova.network.neutron [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Updating instance_info_cache with network_info: [{"id": "305ddf39-d661-4504-a0a9-0eca45e93a7f", "address": "fa:16:3e:35:9c:d3", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305ddf39-d6", "ovs_interfaceid": "305ddf39-d661-4504-a0a9-0eca45e93a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.920850] env[69473]: DEBUG oslo_vmware.api [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358231, 'name': PowerOnVM_Task, 'duration_secs': 0.487317} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.920850] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.920850] env[69473]: INFO nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Took 7.43 seconds to spawn the instance on the hypervisor. [ 978.920850] env[69473]: DEBUG nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.920850] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a97f4-7dbe-4204-bf4b-1789462d6f49 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.929147] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.929631] env[69473]: DEBUG nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.932657] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.147s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.934018] env[69473]: INFO nova.compute.claims [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.204837] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5212edca-c544-8964-5d9b-b99a480c9cde, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.205151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.205386] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.205655] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.205827] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.206019] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.206295] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-914b2e6c-7f1c-4e43-a097-ed81298275f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.214846] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.215029] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.215770] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bda5bb9-3165-4bca-b236-b133573d1399 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.220783] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 979.220783] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a57e0b-7e2b-31dd-242b-346dd581d55a" [ 979.220783] env[69473]: _type = "Task" [ 979.220783] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.228609] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a57e0b-7e2b-31dd-242b-346dd581d55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.268928] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "refresh_cache-f4db9bb7-0305-468f-9813-872825d47257" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.269062] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "refresh_cache-f4db9bb7-0305-468f-9813-872825d47257" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.269234] env[69473]: DEBUG nova.network.neutron [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.374909] env[69473]: DEBUG oslo_concurrency.lockutils [req-89b151fe-dc44-4faf-a8b9-7fd59d5efbe6 req-a0d18372-4320-4a91-9731-b0981b7d3630 service nova] Releasing lock "refresh_cache-5b9dadec-b826-4a48-9cfa-f992da17ebaa" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.437839] env[69473]: DEBUG nova.compute.utils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.442575] env[69473]: DEBUG nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.442747] env[69473]: DEBUG nova.network.neutron [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.444864] env[69473]: INFO nova.compute.manager [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Took 19.81 seconds to build instance. [ 979.487710] env[69473]: DEBUG nova.policy [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0d53c376b6440cdb0b6d48ae70795e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414585c3f8584d51bcd9419aaba66cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.635299] env[69473]: DEBUG nova.compute.manager [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Received event network-vif-plugged-b38d57db-0cb5-4166-81e4-1c3ab949154d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.635519] env[69473]: DEBUG oslo_concurrency.lockutils [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] Acquiring lock "f4db9bb7-0305-468f-9813-872825d47257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.635727] env[69473]: DEBUG oslo_concurrency.lockutils [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] Lock "f4db9bb7-0305-468f-9813-872825d47257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.635895] env[69473]: DEBUG oslo_concurrency.lockutils [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] Lock "f4db9bb7-0305-468f-9813-872825d47257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.636074] env[69473]: DEBUG nova.compute.manager [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] No waiting events found dispatching network-vif-plugged-b38d57db-0cb5-4166-81e4-1c3ab949154d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.636248] env[69473]: WARNING nova.compute.manager [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Received unexpected event network-vif-plugged-b38d57db-0cb5-4166-81e4-1c3ab949154d for instance with vm_state building and task_state spawning. [ 979.636410] env[69473]: DEBUG nova.compute.manager [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Received event network-changed-b38d57db-0cb5-4166-81e4-1c3ab949154d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.636561] env[69473]: DEBUG nova.compute.manager [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Refreshing instance network info cache due to event network-changed-b38d57db-0cb5-4166-81e4-1c3ab949154d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.636726] env[69473]: DEBUG oslo_concurrency.lockutils [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] Acquiring lock "refresh_cache-f4db9bb7-0305-468f-9813-872825d47257" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.732031] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a57e0b-7e2b-31dd-242b-346dd581d55a, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.732438] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d43deb-84f7-4efe-babe-d558a15ce059 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.737493] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 979.737493] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5282f544-6795-2839-a851-3e0122cf4fee" [ 979.737493] env[69473]: _type = "Task" [ 979.737493] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.744908] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5282f544-6795-2839-a851-3e0122cf4fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.771753] env[69473]: DEBUG nova.network.neutron [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Successfully created port: 99575499-b00b-4a27-816a-c38fdd4fb64d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.814126] env[69473]: DEBUG nova.network.neutron [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.947911] env[69473]: DEBUG nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.950705] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8980a820-b763-4f28-877f-ab780b75280d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.328s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.024244] env[69473]: DEBUG nova.network.neutron [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Updating instance_info_cache with network_info: [{"id": "b38d57db-0cb5-4166-81e4-1c3ab949154d", "address": "fa:16:3e:f8:23:83", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38d57db-0c", "ovs_interfaceid": "b38d57db-0cb5-4166-81e4-1c3ab949154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.248802] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5282f544-6795-2839-a851-3e0122cf4fee, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.251125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.251420] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.251845] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2fef0d-cdfa-4adb-a61f-c9beca234355 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.258715] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 980.258715] env[69473]: value = "task-3358232" [ 980.258715] env[69473]: _type = "Task" [ 980.258715] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.268276] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.394084] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa93148-474b-414b-b2b9-e33312f27803 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.401250] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b377e41-2a46-4e5f-89e8-7d93daee0199 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.432374] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a53d7d6-7a44-4582-b3c1-516d3574f9a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.440998] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c36b0a-9778-45b8-944d-c8f786224b3f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.462014] env[69473]: DEBUG nova.compute.provider_tree [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.527501] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "refresh_cache-f4db9bb7-0305-468f-9813-872825d47257" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.527935] env[69473]: DEBUG nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Instance network_info: |[{"id": "b38d57db-0cb5-4166-81e4-1c3ab949154d", "address": "fa:16:3e:f8:23:83", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38d57db-0c", "ovs_interfaceid": "b38d57db-0cb5-4166-81e4-1c3ab949154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.528306] env[69473]: DEBUG oslo_concurrency.lockutils [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] Acquired lock "refresh_cache-f4db9bb7-0305-468f-9813-872825d47257" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.528548] env[69473]: DEBUG nova.network.neutron [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Refreshing network info cache for port b38d57db-0cb5-4166-81e4-1c3ab949154d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.529937] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:23:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b38d57db-0cb5-4166-81e4-1c3ab949154d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.540802] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.541963] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4db9bb7-0305-468f-9813-872825d47257] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.542212] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ca8011-469f-4433-ae14-85ce19bc034d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.564340] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.564340] env[69473]: value = "task-3358233" [ 980.564340] env[69473]: _type = "Task" [ 980.564340] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.574197] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358233, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.768516] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465096} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.768795] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.769016] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.769299] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba6c5510-72ca-4cf0-b04c-b94105582d1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.776101] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 980.776101] env[69473]: value = "task-3358234" [ 980.776101] env[69473]: _type = "Task" [ 980.776101] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.783870] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.965970] env[69473]: DEBUG nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.969371] env[69473]: DEBUG nova.scheduler.client.report [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.993638] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.993862] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.994021] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.994297] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.994354] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.994551] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.994757] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.994958] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.995185] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.995347] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.995509] env[69473]: DEBUG nova.virt.hardware [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.996616] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6cc168-2ab5-493b-b05d-327a3cdfd4d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.008468] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5a3640-0115-4fa0-9ec8-2da5730177ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.074579] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358233, 'name': CreateVM_Task, 'duration_secs': 0.390202} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.076783] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4db9bb7-0305-468f-9813-872825d47257] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.077617] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.077705] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.078071] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.078743] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8de164b-72bd-40f3-beae-2d8267c4f2bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.083981] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 981.083981] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52631301-1750-fc4a-cf33-728fce0f7023" [ 981.083981] env[69473]: _type = "Task" [ 981.083981] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.091903] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52631301-1750-fc4a-cf33-728fce0f7023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.286385] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105257} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.288951] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.289759] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f92d26-1b4c-4b40-9adb-af5f01d37345 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.313414] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.313739] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c6d8ce7-0360-457b-98d1-8d734b09737e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.332573] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 981.332573] env[69473]: value = "task-3358235" [ 981.332573] env[69473]: _type = "Task" [ 981.332573] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.340337] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.343877] env[69473]: DEBUG nova.network.neutron [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Updated VIF entry in instance network info cache for port b38d57db-0cb5-4166-81e4-1c3ab949154d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.344228] env[69473]: DEBUG nova.network.neutron [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Updating instance_info_cache with network_info: [{"id": "b38d57db-0cb5-4166-81e4-1c3ab949154d", "address": "fa:16:3e:f8:23:83", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38d57db-0c", "ovs_interfaceid": "b38d57db-0cb5-4166-81e4-1c3ab949154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.447803] env[69473]: DEBUG nova.network.neutron [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Successfully updated port: 99575499-b00b-4a27-816a-c38fdd4fb64d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.474696] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.475234] env[69473]: DEBUG nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.478037] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.351s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.478037] env[69473]: DEBUG nova.objects.instance [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lazy-loading 'resources' on Instance uuid 684673c5-19bc-41ec-85dc-ccae3b33ce1f {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.594935] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52631301-1750-fc4a-cf33-728fce0f7023, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.595278] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.595952] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.595952] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.595952] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.596148] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.596358] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d2616c-7623-4589-ac8e-d245fa9af2b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.606343] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.606568] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.607451] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007dde61-522b-4c5c-93a2-473e28da9425 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.613105] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 981.613105] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52975e14-d855-9583-3659-1a1518f86982" [ 981.613105] env[69473]: _type = "Task" [ 981.613105] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.621852] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52975e14-d855-9583-3659-1a1518f86982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.676437] env[69473]: DEBUG nova.compute.manager [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Received event network-changed-9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.676642] env[69473]: DEBUG nova.compute.manager [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Refreshing instance network info cache due to event network-changed-9fee58dc-e95c-4678-aa87-ed8122b1a8ad. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.676887] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Acquiring lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.677052] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Acquired lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.677229] env[69473]: DEBUG nova.network.neutron [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Refreshing network info cache for port 9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.844135] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358235, 'name': ReconfigVM_Task, 'duration_secs': 0.393108} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.844135] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.844372] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff1e060-facd-451b-8c34-a34cf2eb3a39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.846129] env[69473]: DEBUG oslo_concurrency.lockutils [req-743225f7-0f2a-472f-a37b-c9ad8879e56c req-3bad774f-d8b8-4019-93fa-aa64f334078e service nova] Releasing lock "refresh_cache-f4db9bb7-0305-468f-9813-872825d47257" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.851195] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 981.851195] env[69473]: value = "task-3358236" [ 981.851195] env[69473]: _type = "Task" [ 981.851195] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.858989] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358236, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.952067] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.952235] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.952418] env[69473]: DEBUG nova.network.neutron [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.983591] env[69473]: DEBUG nova.compute.utils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.985378] env[69473]: DEBUG nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.985378] env[69473]: DEBUG nova.network.neutron [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.040776] env[69473]: DEBUG nova.policy [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76228fd87c947cca7b326d2fd757017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c909cbfdf31434e849826ce64e7563c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.123573] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52975e14-d855-9583-3659-1a1518f86982, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.127292] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9499c68f-7bc2-4de2-8169-dd575c6bcbfe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.132599] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 982.132599] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f24ff5-f3c3-9f1c-596c-0ec2c7bde35c" [ 982.132599] env[69473]: _type = "Task" [ 982.132599] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.143327] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f24ff5-f3c3-9f1c-596c-0ec2c7bde35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.363991] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358236, 'name': Rename_Task, 'duration_secs': 0.228241} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.364299] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.364555] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e20f0974-dd7b-4586-9232-749ff84238aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.368493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febe762-0323-4035-856e-c63aa1404e52 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.373760] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 982.373760] env[69473]: value = "task-3358237" [ 982.373760] env[69473]: _type = "Task" [ 982.373760] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.379860] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ac3ea-197c-4f3b-8c6f-0ae936bb3169 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.385491] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.415906] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a20270d-f054-44e4-b93d-f08ed013c59b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.423133] env[69473]: DEBUG nova.network.neutron [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Successfully created port: fcfc7c86-c4c4-4065-a55e-0dfda9138437 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.426164] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c164f97-91dd-4e58-91a0-f36755ee5fc9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.440572] env[69473]: DEBUG nova.compute.provider_tree [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.488444] env[69473]: DEBUG nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.642250] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f24ff5-f3c3-9f1c-596c-0ec2c7bde35c, 'name': SearchDatastore_Task, 'duration_secs': 0.027522} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.642511] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.642772] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f4db9bb7-0305-468f-9813-872825d47257/f4db9bb7-0305-468f-9813-872825d47257.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.643048] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c268a73f-017f-4271-81b6-bb4f95c83a5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.648940] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 982.648940] env[69473]: value = "task-3358238" [ 982.648940] env[69473]: _type = "Task" [ 982.648940] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.656714] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.733207] env[69473]: DEBUG nova.network.neutron [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.786209] env[69473]: DEBUG nova.network.neutron [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updated VIF entry in instance network info cache for port 9fee58dc-e95c-4678-aa87-ed8122b1a8ad. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.786702] env[69473]: DEBUG nova.network.neutron [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updating instance_info_cache with network_info: [{"id": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "address": "fa:16:3e:ae:5a:2e", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fee58dc-e9", "ovs_interfaceid": "9fee58dc-e95c-4678-aa87-ed8122b1a8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.885764] env[69473]: DEBUG oslo_vmware.api [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358237, 'name': PowerOnVM_Task, 'duration_secs': 0.455172} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.886093] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.886347] env[69473]: INFO nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Took 6.87 seconds to spawn the instance on the hypervisor. [ 982.886535] env[69473]: DEBUG nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.887591] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042c32d-c769-4c18-8d3d-c14a5705235f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.944909] env[69473]: DEBUG nova.scheduler.client.report [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.007966] env[69473]: DEBUG nova.network.neutron [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance_info_cache with network_info: [{"id": "99575499-b00b-4a27-816a-c38fdd4fb64d", "address": "fa:16:3e:b4:a1:1f", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99575499-b0", "ovs_interfaceid": "99575499-b00b-4a27-816a-c38fdd4fb64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.160425] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482858} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.160747] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f4db9bb7-0305-468f-9813-872825d47257/f4db9bb7-0305-468f-9813-872825d47257.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.160972] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.161277] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-026ada8f-a06a-4da6-9039-63ccda40d151 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.167625] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 983.167625] env[69473]: value = "task-3358239" [ 983.167625] env[69473]: _type = "Task" [ 983.167625] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.175921] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.289403] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Releasing lock "refresh_cache-1c9c027e-f381-4dd6-8986-11c14de334db" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.289698] env[69473]: DEBUG nova.compute.manager [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Received event network-vif-plugged-99575499-b00b-4a27-816a-c38fdd4fb64d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.289891] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Acquiring lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.290110] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.290277] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.290447] env[69473]: DEBUG nova.compute.manager [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] No waiting events found dispatching network-vif-plugged-99575499-b00b-4a27-816a-c38fdd4fb64d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.290627] env[69473]: WARNING nova.compute.manager [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Received unexpected event network-vif-plugged-99575499-b00b-4a27-816a-c38fdd4fb64d for instance with vm_state building and task_state spawning. [ 983.290780] env[69473]: DEBUG nova.compute.manager [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Received event network-changed-99575499-b00b-4a27-816a-c38fdd4fb64d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.290936] env[69473]: DEBUG nova.compute.manager [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Refreshing instance network info cache due to event network-changed-99575499-b00b-4a27-816a-c38fdd4fb64d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.291116] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Acquiring lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.408141] env[69473]: INFO nova.compute.manager [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Took 21.78 seconds to build instance. [ 983.450281] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.454217] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.224s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.454576] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.454798] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 983.455355] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.295s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.457837] env[69473]: INFO nova.compute.claims [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.464549] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67879b91-bc24-4c5b-aac4-bab50c8d792f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.476135] env[69473]: INFO nova.scheduler.client.report [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted allocations for instance 684673c5-19bc-41ec-85dc-ccae3b33ce1f [ 983.478229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d420335-e856-4204-8ef2-1ac50d17b07e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.497824] env[69473]: DEBUG nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.501913] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9513aba-2836-4417-8d6e-f96d0085ef03 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.509343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.509692] env[69473]: DEBUG nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Instance network_info: |[{"id": "99575499-b00b-4a27-816a-c38fdd4fb64d", "address": "fa:16:3e:b4:a1:1f", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99575499-b0", "ovs_interfaceid": "99575499-b00b-4a27-816a-c38fdd4fb64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.511009] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e4fb5-fa02-4148-9481-17ee1d4c83b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.515638] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Acquired lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.515638] env[69473]: DEBUG nova.network.neutron [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Refreshing network info cache for port 99575499-b00b-4a27-816a-c38fdd4fb64d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.516921] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a1:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99575499-b00b-4a27-816a-c38fdd4fb64d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.525089] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.530346] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.533753] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a2f4e7c-4e51-4558-8a27-6d1d69b6c007 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.574657] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.574871] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.575033] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.575218] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.575356] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.576740] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.576740] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.576740] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.576740] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.576740] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.576740] env[69473]: DEBUG nova.virt.hardware [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.577116] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178658MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 983.577262] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.578135] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1892590-c456-479b-bfbf-c3d6bd97fada {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.588648] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.588648] env[69473]: value = "task-3358240" [ 983.588648] env[69473]: _type = "Task" [ 983.588648] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.592135] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b8fc42-03dc-4537-9c52-339df18d7570 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.614134] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358240, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.678979] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203458} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.679352] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.680209] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a061eb1d-cb29-4cf6-9aff-d2258e2f086b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.702384] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] f4db9bb7-0305-468f-9813-872825d47257/f4db9bb7-0305-468f-9813-872825d47257.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.704920] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ba4e89-c755-4a32-88a3-546012f2c1be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.724829] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 983.724829] env[69473]: value = "task-3358241" [ 983.724829] env[69473]: _type = "Task" [ 983.724829] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.733296] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.815466] env[69473]: DEBUG nova.network.neutron [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updated VIF entry in instance network info cache for port 99575499-b00b-4a27-816a-c38fdd4fb64d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.815866] env[69473]: DEBUG nova.network.neutron [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance_info_cache with network_info: [{"id": "99575499-b00b-4a27-816a-c38fdd4fb64d", "address": "fa:16:3e:b4:a1:1f", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99575499-b0", "ovs_interfaceid": "99575499-b00b-4a27-816a-c38fdd4fb64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.911653] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3e731345-6ee3-4b7c-b65a-749650395777 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.296s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.989859] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7e1b17ca-dbae-4657-a791-ff0ac0e20d8f tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "684673c5-19bc-41ec-85dc-ccae3b33ce1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.320s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.100695] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358240, 'name': CreateVM_Task, 'duration_secs': 0.489166} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.100977] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.103699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.103699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.103699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.103699] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ef52a2-553e-4f28-9961-a388bad9fb95 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.107790] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 984.107790] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e3b9ed-2118-66e3-f493-54da9356990d" [ 984.107790] env[69473]: _type = "Task" [ 984.107790] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.115834] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e3b9ed-2118-66e3-f493-54da9356990d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.235067] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358241, 'name': ReconfigVM_Task, 'duration_secs': 0.456286} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.235363] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Reconfigured VM instance instance-0000005b to attach disk [datastore2] f4db9bb7-0305-468f-9813-872825d47257/f4db9bb7-0305-468f-9813-872825d47257.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.236011] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb22a3ab-757a-4e12-ae16-341c2a7ecc5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.242197] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 984.242197] env[69473]: value = "task-3358242" [ 984.242197] env[69473]: _type = "Task" [ 984.242197] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.250795] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358242, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.261157] env[69473]: DEBUG nova.compute.manager [req-ed7df1b9-ef97-40c3-abb1-d6c750e32029 req-957ceba7-e078-49aa-9192-3a3b3994784d service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Received event network-vif-plugged-fcfc7c86-c4c4-4065-a55e-0dfda9138437 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.261433] env[69473]: DEBUG oslo_concurrency.lockutils [req-ed7df1b9-ef97-40c3-abb1-d6c750e32029 req-957ceba7-e078-49aa-9192-3a3b3994784d service nova] Acquiring lock "6065ddab-dc39-4700-ae44-50c40a5917ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.261661] env[69473]: DEBUG oslo_concurrency.lockutils [req-ed7df1b9-ef97-40c3-abb1-d6c750e32029 req-957ceba7-e078-49aa-9192-3a3b3994784d service nova] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.261832] env[69473]: DEBUG oslo_concurrency.lockutils [req-ed7df1b9-ef97-40c3-abb1-d6c750e32029 req-957ceba7-e078-49aa-9192-3a3b3994784d service nova] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.261994] env[69473]: DEBUG nova.compute.manager [req-ed7df1b9-ef97-40c3-abb1-d6c750e32029 req-957ceba7-e078-49aa-9192-3a3b3994784d service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] No waiting events found dispatching network-vif-plugged-fcfc7c86-c4c4-4065-a55e-0dfda9138437 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.262187] env[69473]: WARNING nova.compute.manager [req-ed7df1b9-ef97-40c3-abb1-d6c750e32029 req-957ceba7-e078-49aa-9192-3a3b3994784d service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Received unexpected event network-vif-plugged-fcfc7c86-c4c4-4065-a55e-0dfda9138437 for instance with vm_state building and task_state spawning. [ 984.318394] env[69473]: DEBUG oslo_concurrency.lockutils [req-d3f0e008-1f14-4a54-b109-eabd80eb6ef6 req-d44f5c01-167f-451e-a1b9-3b187a4115e9 service nova] Releasing lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.350167] env[69473]: DEBUG nova.network.neutron [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Successfully updated port: fcfc7c86-c4c4-4065-a55e-0dfda9138437 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.622955] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e3b9ed-2118-66e3-f493-54da9356990d, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.623285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.623613] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.624650] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.624650] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.624650] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.624861] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a1af448-d004-4da9-9c7b-790820c50737 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.637403] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.637403] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.640345] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64efd65b-2bc0-41ab-9268-fcc0603f2083 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.646161] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 984.646161] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e406e0-2303-8da4-e098-837f2fc55092" [ 984.646161] env[69473]: _type = "Task" [ 984.646161] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.654214] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e406e0-2303-8da4-e098-837f2fc55092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.753108] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358242, 'name': Rename_Task, 'duration_secs': 0.138043} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.753456] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.753636] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41591aa4-8396-4575-9a21-ecece47caa5d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.759998] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 984.759998] env[69473]: value = "task-3358243" [ 984.759998] env[69473]: _type = "Task" [ 984.759998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.769902] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.810364] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dd24cd-57a4-4abe-b8be-8b5861cd0ab0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.817527] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8674a862-7479-4fe0-86b7-18aeb6da1008 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.846481] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82eab52-8b5d-41cd-bdf9-37a613ba6845 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.852918] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-6065ddab-dc39-4700-ae44-50c40a5917ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.853069] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-6065ddab-dc39-4700-ae44-50c40a5917ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.853218] env[69473]: DEBUG nova.network.neutron [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.855262] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b22626-e9ed-4a1a-b9e1-3e505cdc072f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.868945] env[69473]: DEBUG nova.compute.provider_tree [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.157178] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e406e0-2303-8da4-e098-837f2fc55092, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.158130] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd016fb-db0a-49f8-99cd-4ff08e8ec2ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.163944] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 985.163944] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd60e1-340b-354b-e0c4-eedf2f42b746" [ 985.163944] env[69473]: _type = "Task" [ 985.163944] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.174105] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd60e1-340b-354b-e0c4-eedf2f42b746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.269531] env[69473]: DEBUG oslo_vmware.api [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358243, 'name': PowerOnVM_Task, 'duration_secs': 0.433562} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.269846] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.269992] env[69473]: INFO nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Took 6.78 seconds to spawn the instance on the hypervisor. [ 985.270185] env[69473]: DEBUG nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.271051] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58f7ef-1220-4764-89ab-903a4cfa56e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.371440] env[69473]: DEBUG nova.scheduler.client.report [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.389996] env[69473]: DEBUG nova.network.neutron [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.534760] env[69473]: DEBUG nova.network.neutron [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Updating instance_info_cache with network_info: [{"id": "fcfc7c86-c4c4-4065-a55e-0dfda9138437", "address": "fa:16:3e:41:ee:be", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc7c86-c4", "ovs_interfaceid": "fcfc7c86-c4c4-4065-a55e-0dfda9138437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.675770] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bd60e1-340b-354b-e0c4-eedf2f42b746, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.676098] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.676398] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 13dca5af-42c4-4d02-9823-95209d1ab976/13dca5af-42c4-4d02-9823-95209d1ab976.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.676707] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bfd914f-602c-4e84-8819-4537ada04e79 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.683763] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 985.683763] env[69473]: value = "task-3358244" [ 985.683763] env[69473]: _type = "Task" [ 985.683763] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.692242] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.787629] env[69473]: INFO nova.compute.manager [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Took 23.82 seconds to build instance. [ 985.878219] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.878219] env[69473]: DEBUG nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.880748] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.963s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.881532] env[69473]: DEBUG nova.objects.instance [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lazy-loading 'resources' on Instance uuid 44b57b2d-6bbd-447b-91bd-f512d1eaab13 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.037242] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-6065ddab-dc39-4700-ae44-50c40a5917ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.037616] env[69473]: DEBUG nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Instance network_info: |[{"id": "fcfc7c86-c4c4-4065-a55e-0dfda9138437", "address": "fa:16:3e:41:ee:be", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc7c86-c4", "ovs_interfaceid": "fcfc7c86-c4c4-4065-a55e-0dfda9138437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.038575] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ee:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcfc7c86-c4c4-4065-a55e-0dfda9138437', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.046586] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.047311] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.047939] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4c0ffc6-a37d-4502-b6c4-1a149b26eb47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.070541] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.070541] env[69473]: value = "task-3358245" [ 986.070541] env[69473]: _type = "Task" [ 986.070541] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.080392] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358245, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.193268] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473525} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.193681] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 13dca5af-42c4-4d02-9823-95209d1ab976/13dca5af-42c4-4d02-9823-95209d1ab976.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.193800] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.193997] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13692571-316d-4910-8aa6-1fbabb128909 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.200647] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 986.200647] env[69473]: value = "task-3358246" [ 986.200647] env[69473]: _type = "Task" [ 986.200647] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.208809] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.289959] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c77ed06b-89a6-46b3-ac2e-0a6adbf1ddd6 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "f4db9bb7-0305-468f-9813-872825d47257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.361s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.292656] env[69473]: DEBUG nova.compute.manager [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Received event network-changed-fcfc7c86-c4c4-4065-a55e-0dfda9138437 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.292849] env[69473]: DEBUG nova.compute.manager [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Refreshing instance network info cache due to event network-changed-fcfc7c86-c4c4-4065-a55e-0dfda9138437. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.293075] env[69473]: DEBUG oslo_concurrency.lockutils [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] Acquiring lock "refresh_cache-6065ddab-dc39-4700-ae44-50c40a5917ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.293222] env[69473]: DEBUG oslo_concurrency.lockutils [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] Acquired lock "refresh_cache-6065ddab-dc39-4700-ae44-50c40a5917ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.293385] env[69473]: DEBUG nova.network.neutron [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Refreshing network info cache for port fcfc7c86-c4c4-4065-a55e-0dfda9138437 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.385167] env[69473]: DEBUG nova.compute.utils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.394198] env[69473]: DEBUG nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 986.582137] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358245, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.716393] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0953} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.716658] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.719963] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b4b6d6-c7c3-45ba-acc6-45e9542c5163 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.744046] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 13dca5af-42c4-4d02-9823-95209d1ab976/13dca5af-42c4-4d02-9823-95209d1ab976.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.747040] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783f4a7e-105e-416e-a5ec-c3b6272c3c31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.769139] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 986.769139] env[69473]: value = "task-3358247" [ 986.769139] env[69473]: _type = "Task" [ 986.769139] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.778899] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.827695] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06c104-0783-4569-824a-478eebf1421f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.837563] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d66360e-363a-4867-bcaf-475172435d68 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.870283] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d6fd26-78d5-45e3-94f3-390961826f3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.880543] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa82581-21f3-409a-ab55-55d0b27ef11b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.896778] env[69473]: DEBUG nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.900887] env[69473]: DEBUG nova.compute.provider_tree [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.026137] env[69473]: DEBUG nova.network.neutron [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Updated VIF entry in instance network info cache for port fcfc7c86-c4c4-4065-a55e-0dfda9138437. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.026314] env[69473]: DEBUG nova.network.neutron [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Updating instance_info_cache with network_info: [{"id": "fcfc7c86-c4c4-4065-a55e-0dfda9138437", "address": "fa:16:3e:41:ee:be", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc7c86-c4", "ovs_interfaceid": "fcfc7c86-c4c4-4065-a55e-0dfda9138437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.083778] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358245, 'name': CreateVM_Task, 'duration_secs': 0.544041} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.084015] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.084677] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.084882] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085191] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.085515] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0e4d8a-2e0c-41a4-a061-30e7f0dfcd12 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.090277] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 987.090277] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc2e29-61d6-eca8-7343-5d1b9d046880" [ 987.090277] env[69473]: _type = "Task" [ 987.090277] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.098291] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc2e29-61d6-eca8-7343-5d1b9d046880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.279882] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.407186] env[69473]: DEBUG nova.scheduler.client.report [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.532174] env[69473]: DEBUG oslo_concurrency.lockutils [req-da7e76dd-12e4-44e0-af21-2817e8788017 req-528cf250-17f7-4245-ae5d-141c99f6e5b5 service nova] Releasing lock "refresh_cache-6065ddab-dc39-4700-ae44-50c40a5917ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.536821] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "b4a88038-fc1d-431f-8f9a-b134019695a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.537049] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.602732] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc2e29-61d6-eca8-7343-5d1b9d046880, 'name': SearchDatastore_Task, 'duration_secs': 0.046501} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.603078] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.603335] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.603603] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.603792] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.604008] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.604366] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ea356bb-fd35-4fae-91b8-39b554ae94c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.615218] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.615469] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.616392] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fe630d-9229-4999-b536-eb5b4931d721 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.623309] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 987.623309] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5260d5cd-116e-a524-6bc8-d34e2312e120" [ 987.623309] env[69473]: _type = "Task" [ 987.623309] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.632130] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5260d5cd-116e-a524-6bc8-d34e2312e120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.780822] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358247, 'name': ReconfigVM_Task, 'duration_secs': 1.008948} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.781118] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 13dca5af-42c4-4d02-9823-95209d1ab976/13dca5af-42c4-4d02-9823-95209d1ab976.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.781850] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43e66163-b18e-4ce3-b1c3-0d5155bf3cff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.789695] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 987.789695] env[69473]: value = "task-3358248" [ 987.789695] env[69473]: _type = "Task" [ 987.789695] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.798657] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358248, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.912922] env[69473]: DEBUG nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.915612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.918052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.164s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.918459] env[69473]: DEBUG nova.objects.instance [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'resources' on Instance uuid 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.939977] env[69473]: INFO nova.scheduler.client.report [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted allocations for instance 44b57b2d-6bbd-447b-91bd-f512d1eaab13 [ 987.946009] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.946287] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.946448] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.946661] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.946793] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.946940] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.947184] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.947345] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.947513] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.947694] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.947872] env[69473]: DEBUG nova.virt.hardware [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.949103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f47d1-8323-4db4-90de-c7346ffd8304 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.958387] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd697f95-ef0c-4b1d-aedf-a0947fe3e5be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.977036] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.983298] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Creating folder: Project (51af074a949f403b91d9a5eaaf043ab1). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.983298] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ea90256-3254-4fb1-a8f8-1d87e3aa787d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.998212] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Created folder: Project (51af074a949f403b91d9a5eaaf043ab1) in parent group-v669999. [ 987.998474] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Creating folder: Instances. Parent ref: group-v670248. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.998792] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ad9682-4ef1-4e9e-9a37-69467d2d4e89 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.012320] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Created folder: Instances in parent group-v670248. [ 988.012683] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.012904] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.013196] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d38bfe3b-d7eb-41ab-a352-fff297a89119 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.033196] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.033196] env[69473]: value = "task-3358251" [ 988.033196] env[69473]: _type = "Task" [ 988.033196] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.042774] env[69473]: DEBUG nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.045632] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358251, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.136734] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5260d5cd-116e-a524-6bc8-d34e2312e120, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.137621] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb52206-2fde-4abc-95a3-54b3b7e4e9ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.144393] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 988.144393] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f5fa0a-0260-a074-6a88-e1f1f7495306" [ 988.144393] env[69473]: _type = "Task" [ 988.144393] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.155637] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f5fa0a-0260-a074-6a88-e1f1f7495306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.301125] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358248, 'name': Rename_Task, 'duration_secs': 0.254736} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.301556] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.301689] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2160c0bd-521d-4a3d-bd28-7ec989135b1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.311264] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 988.311264] env[69473]: value = "task-3358252" [ 988.311264] env[69473]: _type = "Task" [ 988.311264] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.322838] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.457233] env[69473]: DEBUG oslo_concurrency.lockutils [None req-98ad8c70-22c9-4c32-9d19-849faa56299b tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "44b57b2d-6bbd-447b-91bd-f512d1eaab13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.909s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.549174] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358251, 'name': CreateVM_Task, 'duration_secs': 0.403646} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.549843] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.554466] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.554609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.554924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.555467] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6b0722-3195-4a39-ba92-ee4d21e18407 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.561988] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 988.561988] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a952a8-d6af-6911-bc38-566e34b3c207" [ 988.561988] env[69473]: _type = "Task" [ 988.561988] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.568161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.574523] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a952a8-d6af-6911-bc38-566e34b3c207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.654658] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f5fa0a-0260-a074-6a88-e1f1f7495306, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.657178] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.657455] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 6065ddab-dc39-4700-ae44-50c40a5917ee/6065ddab-dc39-4700-ae44-50c40a5917ee.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.657906] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834f45d0-419d-4d12-8547-652fb85da03c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.665596] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 988.665596] env[69473]: value = "task-3358253" [ 988.665596] env[69473]: _type = "Task" [ 988.665596] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.677208] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.770302] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339e320-f4b5-4833-80b9-2d63645992d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.779058] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61cba42-355f-4dee-a285-c7707fa64fde {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.811963] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e09bd5-9f67-488d-9538-6691eedde17c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.826361] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba6e251-ed08-4422-98ca-0d5e721339af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.830326] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.841765] env[69473]: DEBUG nova.compute.provider_tree [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.073857] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a952a8-d6af-6911-bc38-566e34b3c207, 'name': SearchDatastore_Task, 'duration_secs': 0.025632} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.074219] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.074462] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.074711] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.074871] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.075132] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.075423] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82eb2af0-2b60-4c32-97ac-527e1d900e01 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.089848] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.090166] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.091034] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acbdc8a-0d68-4ab2-9b7e-0d35efe46060 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.098024] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 989.098024] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216a9f9-2a47-a7f9-7db4-dba9b2f984c0" [ 989.098024] env[69473]: _type = "Task" [ 989.098024] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.107413] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216a9f9-2a47-a7f9-7db4-dba9b2f984c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.179870] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358253, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.231803] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.232240] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.232482] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.232694] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.235448] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.236348] env[69473]: INFO nova.compute.manager [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Terminating instance [ 989.325431] env[69473]: DEBUG oslo_vmware.api [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358252, 'name': PowerOnVM_Task, 'duration_secs': 0.709611} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.325810] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.325855] env[69473]: INFO nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Took 8.36 seconds to spawn the instance on the hypervisor. [ 989.326269] env[69473]: DEBUG nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.326950] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e58b27-c4aa-4c54-a97a-f2a21df12285 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.344749] env[69473]: DEBUG nova.scheduler.client.report [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.613865] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216a9f9-2a47-a7f9-7db4-dba9b2f984c0, 'name': SearchDatastore_Task, 'duration_secs': 0.063559} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.615189] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20eca64-cdd0-4881-ac7c-233898abbe1a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.624021] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 989.624021] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a02fbb-ec9b-a999-c1ed-3bb37bb2c188" [ 989.624021] env[69473]: _type = "Task" [ 989.624021] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.638571] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a02fbb-ec9b-a999-c1ed-3bb37bb2c188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.681679] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594275} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.682094] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 6065ddab-dc39-4700-ae44-50c40a5917ee/6065ddab-dc39-4700-ae44-50c40a5917ee.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.682426] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.682805] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9489e9d3-90a4-4303-a83d-b6def57e8f93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.706037] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 989.706037] env[69473]: value = "task-3358254" [ 989.706037] env[69473]: _type = "Task" [ 989.706037] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.718886] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.744149] env[69473]: DEBUG nova.compute.manager [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.744618] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.745886] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4256490-ee7b-41c0-8d14-57f5c064cd3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.756890] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.757271] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-517205ca-7927-4940-b632-5500b1e7bbc9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.766443] env[69473]: DEBUG oslo_vmware.api [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 989.766443] env[69473]: value = "task-3358255" [ 989.766443] env[69473]: _type = "Task" [ 989.766443] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.776880] env[69473]: DEBUG oslo_vmware.api [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.789971] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "8c3cfc09-1937-4536-a5e5-d8add1196322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.790261] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.845131] env[69473]: INFO nova.compute.manager [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Took 26.48 seconds to build instance. [ 989.851032] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.852409] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.275s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.877955] env[69473]: INFO nova.scheduler.client.report [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted allocations for instance 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e [ 990.136993] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a02fbb-ec9b-a999-c1ed-3bb37bb2c188, 'name': SearchDatastore_Task, 'duration_secs': 0.032465} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.136993] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.137240] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.137400] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970093b4-380e-4abe-b7bb-ea70985e64ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.146172] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 990.146172] env[69473]: value = "task-3358256" [ 990.146172] env[69473]: _type = "Task" [ 990.146172] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.154990] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.218103] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213257} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.218455] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.219557] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b8370a-53df-4987-a05a-83b9391a78f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.252684] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6065ddab-dc39-4700-ae44-50c40a5917ee/6065ddab-dc39-4700-ae44-50c40a5917ee.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.253107] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9708df75-83d3-4f42-b71d-eaea4162a587 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.286932] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 990.286932] env[69473]: value = "task-3358257" [ 990.286932] env[69473]: _type = "Task" [ 990.286932] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.290860] env[69473]: DEBUG oslo_vmware.api [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358255, 'name': PowerOffVM_Task, 'duration_secs': 0.338681} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.295194] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.295451] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.295930] env[69473]: DEBUG nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.299435] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5bbd3e-017d-4196-ba3e-fe9417f42253 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.311133] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.347567] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f9447ca6-dae6-4620-a9ce-1bdd2f40efab tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.986s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.379922] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.380133] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.380350] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleting the datastore file [datastore2] 1b83784a-be10-4ae2-a3ab-35ecd1b930f4 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.380936] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328cca55-9d0f-43e7-891a-c346463fb80d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.386537] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4aa56f6b-c2cd-433a-9f09-1275c8c1d19e tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "81bbb03f-dc88-42dc-9636-7bdeb2c8e51e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.766s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.391639] env[69473]: DEBUG oslo_vmware.api [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 990.391639] env[69473]: value = "task-3358259" [ 990.391639] env[69473]: _type = "Task" [ 990.391639] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.403308] env[69473]: DEBUG oslo_vmware.api [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.662108] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.808935] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.827051] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.903411] env[69473]: DEBUG oslo_vmware.api [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421852} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.904626] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 4095a995-43fe-4f2b-a38d-d83e46c20c7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.904744] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 471fe7bd-9997-4baf-a7e1-ff41be585590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.904805] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1971c532-b386-46b8-b50e-a4311d188ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.904900] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 60365def-6ca1-4e70-b628-72888c7fbd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905023] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f222cbb3-6a0c-4159-84aa-b27251fec3ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905141] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance feb825e4-a7b5-4209-aca1-9ecd593665bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905251] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1b83784a-be10-4ae2-a3ab-35ecd1b930f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905450] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c105af4e-d29a-44f5-8eb6-53f303843059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905527] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905581] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 326b7e21-0fa2-43fb-97ba-1d060b4809a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905711] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.905777] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance cbcd80bc-5d4e-4e0b-be8a-11e589758c71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906273] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906273] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance d99b7d8d-0348-42ca-a0ba-45c369dcce7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906273] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f63a8ec2-0b8a-4ac7-b102-f2cef2709c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906273] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 7a746693-7512-4f6c-90f6-158ca21cd868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906700] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 465c6b57-7c55-4f13-8a94-336454334f67 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906700] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance fee03760-b484-4029-83d6-1ce702761af9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906700] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1c9c027e-f381-4dd6-8986-11c14de334db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906700] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 5b9dadec-b826-4a48-9cfa-f992da17ebaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.906700] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f4db9bb7-0305-468f-9813-872825d47257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.907046] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 13dca5af-42c4-4d02-9823-95209d1ab976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.907046] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 6065ddab-dc39-4700-ae44-50c40a5917ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.907161] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance ce606de6-c970-4ab1-a4dd-aac2b31e0b8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 990.908686] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.908873] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.909070] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.909250] env[69473]: INFO nova.compute.manager [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 990.909584] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.910067] env[69473]: DEBUG nova.compute.manager [-] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.910175] env[69473]: DEBUG nova.network.neutron [-] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.161397] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658049} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.163343] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.164610] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.165260] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84c1b5e3-9443-430d-a8df-359acb8b39bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.180344] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 991.180344] env[69473]: value = "task-3358260" [ 991.180344] env[69473]: _type = "Task" [ 991.180344] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.197064] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.213689] env[69473]: DEBUG nova.compute.manager [req-eb618c0a-776f-4f5e-a63a-42261fb4270a req-c7a81701-a541-4e59-95b4-9e700ea84e44 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Received event network-vif-deleted-291b15b3-58bd-4d12-a857-5ce00462146c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.213911] env[69473]: INFO nova.compute.manager [req-eb618c0a-776f-4f5e-a63a-42261fb4270a req-c7a81701-a541-4e59-95b4-9e700ea84e44 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Neutron deleted interface 291b15b3-58bd-4d12-a857-5ce00462146c; detaching it from the instance and deleting it from the info cache [ 991.214530] env[69473]: DEBUG nova.network.neutron [req-eb618c0a-776f-4f5e-a63a-42261fb4270a req-c7a81701-a541-4e59-95b4-9e700ea84e44 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.303613] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358257, 'name': ReconfigVM_Task, 'duration_secs': 0.682793} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.303955] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6065ddab-dc39-4700-ae44-50c40a5917ee/6065ddab-dc39-4700-ae44-50c40a5917ee.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.304642] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7c82975-b020-43ac-a1f1-a853d1c92d59 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.312153] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 991.312153] env[69473]: value = "task-3358261" [ 991.312153] env[69473]: _type = "Task" [ 991.312153] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.321800] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358261, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.411457] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance b4a88038-fc1d-431f-8f9a-b134019695a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 991.682538] env[69473]: DEBUG nova.network.neutron [-] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.695592] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072488} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.695869] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.697689] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1e5e4-d3f6-4a4e-aa65-7578913f1e5e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.718968] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.719817] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d784547-db42-4f4b-babf-5d958b10d420 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.733936] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2aa5289e-0bdf-4991-9488-f334ee932ffd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.743613] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 991.743613] env[69473]: value = "task-3358262" [ 991.743613] env[69473]: _type = "Task" [ 991.743613] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.750065] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520221c7-8209-42ff-9aee-11fc1fb1fae7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.767696] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "ae4850c0-cc31-4348-a911-33e70b95fc32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.768548] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.792553] env[69473]: DEBUG nova.compute.manager [req-eb618c0a-776f-4f5e-a63a-42261fb4270a req-c7a81701-a541-4e59-95b4-9e700ea84e44 service nova] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Detach interface failed, port_id=291b15b3-58bd-4d12-a857-5ce00462146c, reason: Instance 1b83784a-be10-4ae2-a3ab-35ecd1b930f4 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.821701] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358261, 'name': Rename_Task, 'duration_secs': 0.166731} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.821974] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.822231] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c6b1da-d920-4ec5-82f4-2e1a4109c325 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.828324] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 991.828324] env[69473]: value = "task-3358263" [ 991.828324] env[69473]: _type = "Task" [ 991.828324] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.841649] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.915036] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 8c3cfc09-1937-4536-a5e5-d8add1196322 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 991.915036] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 991.915036] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 992.188811] env[69473]: INFO nova.compute.manager [-] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Took 1.28 seconds to deallocate network for instance. [ 992.255911] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.270980] env[69473]: DEBUG nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.341488] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358263, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.346738] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c9635-81ac-42b7-ad5f-28dc89c716ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.354385] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96556cf0-b696-4627-98ca-258ce27ad4e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.058126] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.069355] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb376417-e562-493a-b3ee-42944ce0c838 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.071841] env[69473]: DEBUG nova.compute.manager [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 993.080176] env[69473]: DEBUG oslo_vmware.api [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358263, 'name': PowerOnVM_Task, 'duration_secs': 0.808063} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.084793] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.085009] env[69473]: INFO nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Took 9.59 seconds to spawn the instance on the hypervisor. [ 993.085194] env[69473]: DEBUG nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.085502] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358262, 'name': ReconfigVM_Task, 'duration_secs': 0.829362} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.086292] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.086973] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e43d1-ad12-4f93-ab16-f02f55d1347c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.090164] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e11bcc-3c2e-4535-a7e0-02b006697ee8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.093902] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.094470] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca870693-5c73-4b9c-83e6-92e94c4a8e6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.109769] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.111040] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 993.111040] env[69473]: value = "task-3358264" [ 993.111040] env[69473]: _type = "Task" [ 993.111040] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.119228] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358264, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.591025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.617631] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.627119] env[69473]: INFO nova.compute.manager [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Took 28.86 seconds to build instance. [ 993.634631] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358264, 'name': Rename_Task, 'duration_secs': 0.289491} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.635263] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.635263] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38141e77-1d23-4ab6-9a19-2785da641ac7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.641268] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 993.641268] env[69473]: value = "task-3358265" [ 993.641268] env[69473]: _type = "Task" [ 993.641268] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.650845] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.127553] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 994.127921] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.275s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.128064] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.560s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.129620] env[69473]: INFO nova.compute.claims [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.132295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8a685f8-53b1-4979-9323-9b25e68a2a7f tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.377s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.151052] env[69473]: DEBUG oslo_vmware.api [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358265, 'name': PowerOnVM_Task, 'duration_secs': 0.420798} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.151191] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.151298] env[69473]: INFO nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Took 6.24 seconds to spawn the instance on the hypervisor. [ 994.151655] env[69473]: DEBUG nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.152325] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9340bd7-9af0-42dc-b90a-43bee867442d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.347981] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3249882-ebed-4bc2-ac5a-541c7095a6bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.354763] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4df64f51-7de3-49de-b422-5dbac8f47ed1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Suspending the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 994.355012] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-41af1648-9086-4a8f-bc2e-7b15b19a4476 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.361565] env[69473]: DEBUG oslo_vmware.api [None req-4df64f51-7de3-49de-b422-5dbac8f47ed1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 994.361565] env[69473]: value = "task-3358266" [ 994.361565] env[69473]: _type = "Task" [ 994.361565] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.369098] env[69473]: DEBUG oslo_vmware.api [None req-4df64f51-7de3-49de-b422-5dbac8f47ed1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358266, 'name': SuspendVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.670790] env[69473]: INFO nova.compute.manager [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Took 22.52 seconds to build instance. [ 994.873339] env[69473]: DEBUG oslo_vmware.api [None req-4df64f51-7de3-49de-b422-5dbac8f47ed1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358266, 'name': SuspendVM_Task} progress is 54%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.172969] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0daa0159-72ff-44f6-93b3-559f03721c37 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.033s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.371601] env[69473]: DEBUG oslo_vmware.api [None req-4df64f51-7de3-49de-b422-5dbac8f47ed1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358266, 'name': SuspendVM_Task, 'duration_secs': 0.726872} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.371888] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4df64f51-7de3-49de-b422-5dbac8f47ed1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Suspended the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 995.372076] env[69473]: DEBUG nova.compute.manager [None req-4df64f51-7de3-49de-b422-5dbac8f47ed1 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.372935] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce0afe9-1af8-4d2b-a84f-ab61a4d6b373 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.460854] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a58011-3ea5-4e58-bbe2-787eb8eb0ff4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.468098] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c58cc-587f-4f5e-a915-ab7cb0e5d53c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.498656] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1de6661-e26b-4f5b-b8bf-90fdc995cdf3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.505891] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad4b11c-8a53-44d2-a297-0de7aadca505 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.519168] env[69473]: DEBUG nova.compute.provider_tree [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.662759] env[69473]: INFO nova.compute.manager [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Rebuilding instance [ 995.703618] env[69473]: DEBUG nova.compute.manager [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.703786] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3aeb4a-c57c-4399-b166-bb772fe40bab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.022240] env[69473]: DEBUG nova.scheduler.client.report [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.528139] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.528681] env[69473]: DEBUG nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.533110] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.706s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.534433] env[69473]: INFO nova.compute.claims [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.712038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "6065ddab-dc39-4700-ae44-50c40a5917ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.712038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.712206] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "6065ddab-dc39-4700-ae44-50c40a5917ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.712251] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.712423] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.714711] env[69473]: INFO nova.compute.manager [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Terminating instance [ 996.716511] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.718318] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d48845-d1df-41d0-bfdf-cc349ea557c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.727221] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 996.727221] env[69473]: value = "task-3358267" [ 996.727221] env[69473]: _type = "Task" [ 996.727221] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.737970] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.038678] env[69473]: DEBUG nova.compute.utils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.042084] env[69473]: DEBUG nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.042259] env[69473]: DEBUG nova.network.neutron [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.077645] env[69473]: DEBUG nova.policy [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d45614232b456eb7ae416831e7eab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b978e7df224ca9ae11193877afdd58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.221462] env[69473]: DEBUG nova.compute.manager [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.221724] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.222649] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd2956f-1586-496c-ac3a-1f7bed295f80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.237303] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358267, 'name': PowerOffVM_Task, 'duration_secs': 0.103655} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.243103] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.243822] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.244604] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.245367] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7cf48-e980-4c01-a2eb-c0d0550281af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.248137] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b582eb9-30d9-4b4f-abfa-685cff7377e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.253531] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.253839] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-042f917e-982d-4617-99f0-e58b855922ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.279050] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.279317] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.279509] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Deleting the datastore file [datastore2] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.279771] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ae0627f-ae2e-4bef-9653-3c129de02551 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.286504] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 997.286504] env[69473]: value = "task-3358270" [ 997.286504] env[69473]: _type = "Task" [ 997.286504] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.295107] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.318495] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.318715] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.318895] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleting the datastore file [datastore2] 6065ddab-dc39-4700-ae44-50c40a5917ee {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.319170] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c84f1d-5880-4d58-aabc-9b5274911257 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.325871] env[69473]: DEBUG oslo_vmware.api [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 997.325871] env[69473]: value = "task-3358271" [ 997.325871] env[69473]: _type = "Task" [ 997.325871] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.333786] env[69473]: DEBUG oslo_vmware.api [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.347794] env[69473]: DEBUG nova.network.neutron [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Successfully created port: 295518cf-27eb-4a85-b73f-3e4a49d6aa94 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.542942] env[69473]: DEBUG nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.797591] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114184} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.797863] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.798057] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.798249] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.838322] env[69473]: DEBUG oslo_vmware.api [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188432} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.838583] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.838764] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.838938] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.839119] env[69473]: INFO nova.compute.manager [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Took 0.62 seconds to destroy the instance on the hypervisor. [ 997.839353] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.841804] env[69473]: DEBUG nova.compute.manager [-] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.841893] env[69473]: DEBUG nova.network.neutron [-] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.903870] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b3456-b369-483f-a0fd-423b47608f98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.913950] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7477a7f8-6255-48ec-a796-82a7791c4910 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.951751] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03bc4d6-3675-42d3-a2cd-8abeb523334e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.959840] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0d0cb-e485-421b-bcb0-e54a484fa6d9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.974860] env[69473]: DEBUG nova.compute.provider_tree [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.114392] env[69473]: DEBUG nova.compute.manager [req-f17ac550-276d-4ab3-8104-8b229ef0269d req-0526d2cd-a989-49e9-bb4d-b07faa2d117d service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Received event network-vif-deleted-fcfc7c86-c4c4-4065-a55e-0dfda9138437 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.115428] env[69473]: INFO nova.compute.manager [req-f17ac550-276d-4ab3-8104-8b229ef0269d req-0526d2cd-a989-49e9-bb4d-b07faa2d117d service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Neutron deleted interface fcfc7c86-c4c4-4065-a55e-0dfda9138437; detaching it from the instance and deleting it from the info cache [ 998.115428] env[69473]: DEBUG nova.network.neutron [req-f17ac550-276d-4ab3-8104-8b229ef0269d req-0526d2cd-a989-49e9-bb4d-b07faa2d117d service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.476792] env[69473]: DEBUG nova.scheduler.client.report [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.553941] env[69473]: DEBUG nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.588321] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.588321] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.588321] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.588321] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.588321] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.588321] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.591881] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.591881] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.591881] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.591881] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.591881] env[69473]: DEBUG nova.virt.hardware [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.591881] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e16772-0b26-425e-8aec-db05e5334319 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.599146] env[69473]: DEBUG nova.network.neutron [-] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.601610] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864256c3-54d6-4ab2-a3ee-36d2d0dff549 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.625047] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-066228a5-da87-43da-9e18-634bf357c44f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.635397] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1984eb06-e1bd-4c70-bf26-4760363f3835 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.675510] env[69473]: DEBUG nova.compute.manager [req-f17ac550-276d-4ab3-8104-8b229ef0269d req-0526d2cd-a989-49e9-bb4d-b07faa2d117d service nova] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Detach interface failed, port_id=fcfc7c86-c4c4-4065-a55e-0dfda9138437, reason: Instance 6065ddab-dc39-4700-ae44-50c40a5917ee could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.830588] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.830856] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.831035] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.831249] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.831422] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.831620] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.831863] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.832043] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.832221] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.832389] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.832563] env[69473]: DEBUG nova.virt.hardware [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.833419] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12215b67-e469-4689-b957-61465167673f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.841545] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc9a12a-da64-4688-aea2-30720719e51e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.855996] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.863607] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.864519] env[69473]: DEBUG nova.network.neutron [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Successfully updated port: 295518cf-27eb-4a85-b73f-3e4a49d6aa94 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.866135] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.866360] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af8b8de6-4797-49d2-b878-0df2b85e8bfa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.888861] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.888861] env[69473]: value = "task-3358272" [ 998.888861] env[69473]: _type = "Task" [ 998.888861] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.897677] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358272, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.983222] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.983782] env[69473]: DEBUG nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.986551] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.929s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.986790] env[69473]: DEBUG nova.objects.instance [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lazy-loading 'resources' on Instance uuid 1b83784a-be10-4ae2-a3ab-35ecd1b930f4 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.109498] env[69473]: INFO nova.compute.manager [-] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Took 1.27 seconds to deallocate network for instance. [ 999.367102] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "refresh_cache-b4a88038-fc1d-431f-8f9a-b134019695a8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.367297] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "refresh_cache-b4a88038-fc1d-431f-8f9a-b134019695a8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.368470] env[69473]: DEBUG nova.network.neutron [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.399547] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358272, 'name': CreateVM_Task, 'duration_secs': 0.308444} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.400087] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.400575] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.400783] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.401115] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.401368] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a63bda-4270-4eca-a589-0272d14cc246 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.405756] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 999.405756] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524582f2-367e-598e-7650-b72397d45cdd" [ 999.405756] env[69473]: _type = "Task" [ 999.405756] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.413304] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524582f2-367e-598e-7650-b72397d45cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.492948] env[69473]: DEBUG nova.compute.utils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.494495] env[69473]: DEBUG nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.494670] env[69473]: DEBUG nova.network.neutron [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.533795] env[69473]: DEBUG nova.policy [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de335a0eb6154f98bb9ed47851abbe2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcdb18e3a74845b2912cb4b62510dc33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.606462] env[69473]: INFO nova.compute.manager [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Rebuilding instance [ 999.619532] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.658916] env[69473]: DEBUG nova.compute.manager [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.659818] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746612fb-c50c-4014-9fd1-2f77ccec1e38 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.851071] env[69473]: DEBUG nova.network.neutron [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Successfully created port: 7e526627-9eca-4ab7-ad35-e85156789177 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.861874] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad73157-2a61-4f44-ac5f-a89e46a23faa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.869654] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693c7778-ee80-4f52-9ffb-9f1e4e40a9ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.903688] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b91bc2f-272e-445f-a31b-b69e60f463ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.916723] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a47ae-2ffb-4a77-ad99-e2f43901240e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.920326] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524582f2-367e-598e-7650-b72397d45cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.921047] env[69473]: DEBUG nova.network.neutron [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.922875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.923113] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.923350] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.923532] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.923672] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.924240] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81eb04e9-ebe2-4a07-a28b-723382e59e3c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.933603] env[69473]: DEBUG nova.compute.provider_tree [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.942575] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.942740] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.943392] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b90bb33-f0ad-4763-b566-2589ebf848ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.951845] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 999.951845] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52174152-a950-a3ca-7c04-d3260a5aaeff" [ 999.951845] env[69473]: _type = "Task" [ 999.951845] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.962336] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52174152-a950-a3ca-7c04-d3260a5aaeff, 'name': SearchDatastore_Task, 'duration_secs': 0.008168} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.962336] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab31a80-d6cd-4cf7-9464-74b94ae1e0f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.967023] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 999.967023] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528c59bc-7c1a-6849-d53c-9dc703dec9e4" [ 999.967023] env[69473]: _type = "Task" [ 999.967023] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.972991] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528c59bc-7c1a-6849-d53c-9dc703dec9e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.998120] env[69473]: DEBUG nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.142309] env[69473]: DEBUG nova.network.neutron [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Updating instance_info_cache with network_info: [{"id": "295518cf-27eb-4a85-b73f-3e4a49d6aa94", "address": "fa:16:3e:e8:c6:d8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295518cf-27", "ovs_interfaceid": "295518cf-27eb-4a85-b73f-3e4a49d6aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.160425] env[69473]: DEBUG nova.compute.manager [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Received event network-vif-plugged-295518cf-27eb-4a85-b73f-3e4a49d6aa94 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.160659] env[69473]: DEBUG oslo_concurrency.lockutils [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] Acquiring lock "b4a88038-fc1d-431f-8f9a-b134019695a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.160837] env[69473]: DEBUG oslo_concurrency.lockutils [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.161017] env[69473]: DEBUG oslo_concurrency.lockutils [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.161185] env[69473]: DEBUG nova.compute.manager [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] No waiting events found dispatching network-vif-plugged-295518cf-27eb-4a85-b73f-3e4a49d6aa94 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.161506] env[69473]: WARNING nova.compute.manager [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Received unexpected event network-vif-plugged-295518cf-27eb-4a85-b73f-3e4a49d6aa94 for instance with vm_state building and task_state spawning. [ 1000.161757] env[69473]: DEBUG nova.compute.manager [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Received event network-changed-295518cf-27eb-4a85-b73f-3e4a49d6aa94 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.161935] env[69473]: DEBUG nova.compute.manager [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Refreshing instance network info cache due to event network-changed-295518cf-27eb-4a85-b73f-3e4a49d6aa94. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.162122] env[69473]: DEBUG oslo_concurrency.lockutils [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] Acquiring lock "refresh_cache-b4a88038-fc1d-431f-8f9a-b134019695a8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.437525] env[69473]: DEBUG nova.scheduler.client.report [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.478224] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528c59bc-7c1a-6849-d53c-9dc703dec9e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008063} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.478529] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.478791] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.479061] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-276249b1-9942-4194-96ff-196ff964ed66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.486840] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 1000.486840] env[69473]: value = "task-3358273" [ 1000.486840] env[69473]: _type = "Task" [ 1000.486840] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.494561] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.648247] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "refresh_cache-b4a88038-fc1d-431f-8f9a-b134019695a8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.648618] env[69473]: DEBUG nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Instance network_info: |[{"id": "295518cf-27eb-4a85-b73f-3e4a49d6aa94", "address": "fa:16:3e:e8:c6:d8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295518cf-27", "ovs_interfaceid": "295518cf-27eb-4a85-b73f-3e4a49d6aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.648950] env[69473]: DEBUG oslo_concurrency.lockutils [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] Acquired lock "refresh_cache-b4a88038-fc1d-431f-8f9a-b134019695a8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.649142] env[69473]: DEBUG nova.network.neutron [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Refreshing network info cache for port 295518cf-27eb-4a85-b73f-3e4a49d6aa94 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.650459] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:c6:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295518cf-27eb-4a85-b73f-3e4a49d6aa94', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.658608] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.659825] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.660505] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e2d8869-fb4a-43cf-906d-233f7cb2d62a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.677397] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.677788] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42aea766-a1ab-4e4d-bf91-fe5e0d1bea4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.686621] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.686621] env[69473]: value = "task-3358274" [ 1000.686621] env[69473]: _type = "Task" [ 1000.686621] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.688119] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1000.688119] env[69473]: value = "task-3358275" [ 1000.688119] env[69473]: _type = "Task" [ 1000.688119] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.702458] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358274, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.705886] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.942928] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.946196] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.860s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.949839] env[69473]: INFO nova.compute.claims [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.972885] env[69473]: INFO nova.scheduler.client.report [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted allocations for instance 1b83784a-be10-4ae2-a3ab-35ecd1b930f4 [ 1000.997370] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484068} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.997647] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.997869] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.998156] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e73f96-6da3-4e07-b04b-da659e8b9cdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.006422] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 1001.006422] env[69473]: value = "task-3358276" [ 1001.006422] env[69473]: _type = "Task" [ 1001.006422] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.008362] env[69473]: DEBUG nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.019602] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.035870] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.036140] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.036301] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.036487] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.036630] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.036775] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.036983] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.037164] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.037336] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.038026] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.038026] env[69473]: DEBUG nova.virt.hardware [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.038958] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfcd43d-9c8b-4dbb-8524-f69d081d2325 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.054618] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ba88e3-3ba8-4a86-a951-d951f18d9c13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.203239] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358274, 'name': CreateVM_Task, 'duration_secs': 0.425818} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.205989] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.206297] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358275, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.206933] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.207112] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.207425] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.207674] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5afaa12-7a5c-46fd-84e7-61f0b820bff9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.211978] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1001.211978] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524a03cd-f57c-c391-a224-80ec47656aea" [ 1001.211978] env[69473]: _type = "Task" [ 1001.211978] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.219514] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524a03cd-f57c-c391-a224-80ec47656aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.481941] env[69473]: DEBUG nova.network.neutron [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Updated VIF entry in instance network info cache for port 295518cf-27eb-4a85-b73f-3e4a49d6aa94. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.481941] env[69473]: DEBUG nova.network.neutron [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Updating instance_info_cache with network_info: [{"id": "295518cf-27eb-4a85-b73f-3e4a49d6aa94", "address": "fa:16:3e:e8:c6:d8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295518cf-27", "ovs_interfaceid": "295518cf-27eb-4a85-b73f-3e4a49d6aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.482773] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0e8694bb-eb5f-4a8c-8f3e-bc5a5850eeb3 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "1b83784a-be10-4ae2-a3ab-35ecd1b930f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.251s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.518507] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064827} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.518812] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.519611] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6712ac-b062-42bc-8c71-4a42d68562d9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.539594] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.539853] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8854add-d1dc-49f5-be51-ad876a1e6fa2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.555763] env[69473]: DEBUG nova.network.neutron [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Successfully updated port: 7e526627-9eca-4ab7-ad35-e85156789177 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.563663] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 1001.563663] env[69473]: value = "task-3358277" [ 1001.563663] env[69473]: _type = "Task" [ 1001.563663] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.573806] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.704322] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358275, 'name': PowerOffVM_Task, 'duration_secs': 0.547348} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.704663] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.704865] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.705691] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b3dcd-b15c-42a4-9a73-e88727269888 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.712515] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.715431] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d60e0c3-369a-4eb9-8837-4a43959bb353 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.722164] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524a03cd-f57c-c391-a224-80ec47656aea, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.722468] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.722720] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.722956] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.723122] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.723316] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.723573] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e13cc2b-0158-4158-b96a-1e68b2f20f21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.732805] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.732994] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.733721] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32c7f32-ea80-45d6-956a-07157363c9b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.738481] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1001.738481] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521eb042-b563-6047-5fac-f63e3f5ceb8a" [ 1001.738481] env[69473]: _type = "Task" [ 1001.738481] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.746478] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521eb042-b563-6047-5fac-f63e3f5ceb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.785575] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.785869] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.786248] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleting the datastore file [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.786584] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ddcbd76-4106-48a7-b580-91231a6c94fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.793429] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1001.793429] env[69473]: value = "task-3358279" [ 1001.793429] env[69473]: _type = "Task" [ 1001.793429] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.802494] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.808095] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.808385] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.808622] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.808846] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.809069] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.814920] env[69473]: INFO nova.compute.manager [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Terminating instance [ 1001.985824] env[69473]: DEBUG oslo_concurrency.lockutils [req-815f0c04-62fe-4db1-8692-e43f00e4bf1f req-ec8c128b-5481-43a2-9052-b845a3e1156b service nova] Releasing lock "refresh_cache-b4a88038-fc1d-431f-8f9a-b134019695a8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.057902] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "refresh_cache-8c3cfc09-1937-4536-a5e5-d8add1196322" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.058068] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "refresh_cache-8c3cfc09-1937-4536-a5e5-d8add1196322" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.058225] env[69473]: DEBUG nova.network.neutron [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.075647] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358277, 'name': ReconfigVM_Task, 'duration_secs': 0.273662} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.076201] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a/ce606de6-c970-4ab1-a4dd-aac2b31e0b8a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.076534] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70bcb0c7-d1f5-423e-935c-49aa58f46d81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.083742] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 1002.083742] env[69473]: value = "task-3358280" [ 1002.083742] env[69473]: _type = "Task" [ 1002.083742] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.093666] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358280, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.193828] env[69473]: DEBUG nova.compute.manager [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Received event network-vif-plugged-7e526627-9eca-4ab7-ad35-e85156789177 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.194473] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] Acquiring lock "8c3cfc09-1937-4536-a5e5-d8add1196322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.194473] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.194473] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.194633] env[69473]: DEBUG nova.compute.manager [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] No waiting events found dispatching network-vif-plugged-7e526627-9eca-4ab7-ad35-e85156789177 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.194815] env[69473]: WARNING nova.compute.manager [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Received unexpected event network-vif-plugged-7e526627-9eca-4ab7-ad35-e85156789177 for instance with vm_state building and task_state spawning. [ 1002.194986] env[69473]: DEBUG nova.compute.manager [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Received event network-changed-7e526627-9eca-4ab7-ad35-e85156789177 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.195170] env[69473]: DEBUG nova.compute.manager [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Refreshing instance network info cache due to event network-changed-7e526627-9eca-4ab7-ad35-e85156789177. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.195209] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] Acquiring lock "refresh_cache-8c3cfc09-1937-4536-a5e5-d8add1196322" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.248658] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521eb042-b563-6047-5fac-f63e3f5ceb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01399} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.251686] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dca5c97-3cec-40c0-87e9-bad6a8dfba97 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.256751] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1002.256751] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525781e5-1ebe-2e30-5ac6-b66dc0cd2629" [ 1002.256751] env[69473]: _type = "Task" [ 1002.256751] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.265501] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525781e5-1ebe-2e30-5ac6-b66dc0cd2629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.306416] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477457} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.306680] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.306918] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.307114] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.313725] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d99bfd7-6490-48b1-b17e-ce288c4065bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.321296] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b6aaa9-b290-4b71-b668-18f3f534c20a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.325030] env[69473]: DEBUG nova.compute.manager [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.325230] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.325989] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2f3d04-13ab-495e-a4a3-0c7e5e861250 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.333289] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.358899] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0be2487-e89d-43a3-b7ee-894603eddf83 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.362367] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc712a-2f73-4a66-b493-44a19c156f75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.368855] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d39aef-2214-495e-8923-9de7ff44559a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.374202] env[69473]: DEBUG oslo_vmware.api [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 1002.374202] env[69473]: value = "task-3358281" [ 1002.374202] env[69473]: _type = "Task" [ 1002.374202] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.386891] env[69473]: DEBUG nova.compute.provider_tree [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.392925] env[69473]: DEBUG oslo_vmware.api [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.589958] env[69473]: DEBUG nova.network.neutron [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.597135] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358280, 'name': Rename_Task, 'duration_secs': 0.13539} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.597460] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.597716] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e8bc51-99b2-4b8f-a77a-926934437e37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.604061] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 1002.604061] env[69473]: value = "task-3358282" [ 1002.604061] env[69473]: _type = "Task" [ 1002.604061] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.613590] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.719801] env[69473]: DEBUG nova.network.neutron [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Updating instance_info_cache with network_info: [{"id": "7e526627-9eca-4ab7-ad35-e85156789177", "address": "fa:16:3e:92:94:ff", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e526627-9e", "ovs_interfaceid": "7e526627-9eca-4ab7-ad35-e85156789177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.768938] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525781e5-1ebe-2e30-5ac6-b66dc0cd2629, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.769262] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.769619] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] b4a88038-fc1d-431f-8f9a-b134019695a8/b4a88038-fc1d-431f-8f9a-b134019695a8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.769897] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6949960-fb6f-4932-a9f7-898d71210e05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.776628] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1002.776628] env[69473]: value = "task-3358283" [ 1002.776628] env[69473]: _type = "Task" [ 1002.776628] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.784887] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.884027] env[69473]: DEBUG oslo_vmware.api [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358281, 'name': PowerOffVM_Task, 'duration_secs': 0.27502} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.884270] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.884913] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.884913] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbfc1f11-1c1d-4733-acc3-d6afe2924522 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.890225] env[69473]: DEBUG nova.scheduler.client.report [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.944490] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.944708] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.944819] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Deleting the datastore file [datastore1] d99b7d8d-0348-42ca-a0ba-45c369dcce7f {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.945087] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2049a37-65b6-477f-8f14-bd660ce74547 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.951346] env[69473]: DEBUG oslo_vmware.api [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for the task: (returnval){ [ 1002.951346] env[69473]: value = "task-3358285" [ 1002.951346] env[69473]: _type = "Task" [ 1002.951346] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.959008] env[69473]: DEBUG oslo_vmware.api [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.115141] env[69473]: DEBUG oslo_vmware.api [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358282, 'name': PowerOnVM_Task, 'duration_secs': 0.485226} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.115466] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.115684] env[69473]: DEBUG nova.compute.manager [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.116520] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce582b66-f494-428d-88be-eee704b34560 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.222939] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "refresh_cache-8c3cfc09-1937-4536-a5e5-d8add1196322" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.223323] env[69473]: DEBUG nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Instance network_info: |[{"id": "7e526627-9eca-4ab7-ad35-e85156789177", "address": "fa:16:3e:92:94:ff", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e526627-9e", "ovs_interfaceid": "7e526627-9eca-4ab7-ad35-e85156789177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.223669] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] Acquired lock "refresh_cache-8c3cfc09-1937-4536-a5e5-d8add1196322" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.223841] env[69473]: DEBUG nova.network.neutron [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Refreshing network info cache for port 7e526627-9eca-4ab7-ad35-e85156789177 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.225205] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:94:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e526627-9eca-4ab7-ad35-e85156789177', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.234310] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.235848] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.236173] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e286c547-0b45-4bff-8ff8-61400be24a6d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.258252] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.258252] env[69473]: value = "task-3358286" [ 1003.258252] env[69473]: _type = "Task" [ 1003.258252] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.269618] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358286, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.288035] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.352573] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.352918] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.353173] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.353452] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.353681] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.353910] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.354236] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.354473] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.354917] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.355125] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.355707] env[69473]: DEBUG nova.virt.hardware [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.356693] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83964594-a057-4202-9f60-ec3a11bf1ba4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.366037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a19676-7a0e-4a1c-8d9c-f9c6501a0897 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.379782] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ad:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c052689-c048-4b98-a02a-fd9d870340b2', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.387232] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.387855] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.388103] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-304fa0c4-2c9b-4378-b0d9-223700754c2c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.403116] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.403625] env[69473]: DEBUG nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.406527] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.816s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.414142] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.414142] env[69473]: value = "task-3358287" [ 1003.414142] env[69473]: _type = "Task" [ 1003.414142] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.421959] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358287, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.463482] env[69473]: DEBUG oslo_vmware.api [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.638643] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.769833] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358286, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.786794] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542574} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.786794] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] b4a88038-fc1d-431f-8f9a-b134019695a8/b4a88038-fc1d-431f-8f9a-b134019695a8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.787036] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.787303] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41ba246f-89a7-4908-927b-926ecd5a0d0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.794433] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1003.794433] env[69473]: value = "task-3358288" [ 1003.794433] env[69473]: _type = "Task" [ 1003.794433] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.802255] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.910851] env[69473]: DEBUG nova.compute.utils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.914125] env[69473]: INFO nova.compute.claims [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.920457] env[69473]: DEBUG nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.920633] env[69473]: DEBUG nova.network.neutron [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.933110] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358287, 'name': CreateVM_Task, 'duration_secs': 0.511589} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.933378] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.934129] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.934300] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.934618] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.934904] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbe548c-f652-4072-8cea-39e3c5cacb85 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.940137] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1003.940137] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52491a72-8ab1-08de-7173-5d6fc78c7b57" [ 1003.940137] env[69473]: _type = "Task" [ 1003.940137] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.954095] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52491a72-8ab1-08de-7173-5d6fc78c7b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.962088] env[69473]: DEBUG oslo_vmware.api [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Task: {'id': task-3358285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619516} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.962355] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.962536] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.962709] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.962967] env[69473]: INFO nova.compute.manager [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1003.963234] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.964024] env[69473]: DEBUG nova.compute.manager [-] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.964024] env[69473]: DEBUG nova.network.neutron [-] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.995402] env[69473]: DEBUG nova.policy [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c6b5c50c804c92b0a9a2f1b6677596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f91ad7a024442c80a82a1f10d17ccb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.003955] env[69473]: DEBUG nova.network.neutron [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Updated VIF entry in instance network info cache for port 7e526627-9eca-4ab7-ad35-e85156789177. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.003955] env[69473]: DEBUG nova.network.neutron [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Updating instance_info_cache with network_info: [{"id": "7e526627-9eca-4ab7-ad35-e85156789177", "address": "fa:16:3e:92:94:ff", "network": {"id": "95ce0ea5-5dc8-464a-a3dc-df1e1b538588", "bridge": "br-int", "label": "tempest-ImagesTestJSON-608254716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcdb18e3a74845b2912cb4b62510dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e526627-9e", "ovs_interfaceid": "7e526627-9eca-4ab7-ad35-e85156789177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.273945] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358286, 'name': CreateVM_Task, 'duration_secs': 0.787747} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.274229] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.275412] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.304193] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077613} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.304473] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.305238] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afcf0ba-4adb-4f4a-8bf3-7cace72798ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.327367] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b4a88038-fc1d-431f-8f9a-b134019695a8/b4a88038-fc1d-431f-8f9a-b134019695a8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.328620] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073274dd-9f13-4bfa-b3a7-30ae18cef58d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.352612] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1004.352612] env[69473]: value = "task-3358289" [ 1004.352612] env[69473]: _type = "Task" [ 1004.352612] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.361187] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.421798] env[69473]: DEBUG nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.427892] env[69473]: INFO nova.compute.resource_tracker [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating resource usage from migration 444ee9ff-6ab6-4e3d-8631-b4addd78ad19 [ 1004.450979] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52491a72-8ab1-08de-7173-5d6fc78c7b57, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.451835] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.451835] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.451970] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.452018] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.452202] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.452501] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.452853] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.454144] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ed07b4-004a-4731-a3c1-720019100d7c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.461261] env[69473]: DEBUG nova.network.neutron [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Successfully created port: 4fa06267-04f3-40e4-9c57-4b060569d3c5 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.463144] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd13b604-8505-46dd-9b83-db642403d5c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.471045] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1004.471045] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f61897-e469-0ec7-8586-ddcde2574745" [ 1004.471045] env[69473]: _type = "Task" [ 1004.471045] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.473587] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.475017] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.475017] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84da5075-55f2-4d18-89f7-61fbbad4f36a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.482996] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f61897-e469-0ec7-8586-ddcde2574745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.487408] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1004.487408] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee1520-7000-92bb-23bc-76dcd8e1017e" [ 1004.487408] env[69473]: _type = "Task" [ 1004.487408] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.494424] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee1520-7000-92bb-23bc-76dcd8e1017e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.505535] env[69473]: DEBUG oslo_concurrency.lockutils [req-6f401f04-0dd4-49e8-9e44-7de5d3801607 req-4d7f1293-9ab8-4c6a-a0c9-e75af7c50a10 service nova] Releasing lock "refresh_cache-8c3cfc09-1937-4536-a5e5-d8add1196322" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.797950] env[69473]: DEBUG nova.compute.manager [req-ad534c16-04e1-45e6-abfb-ef3f73372595 req-211ed8eb-9ffd-4f4f-b864-672edd4cfc4f service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Received event network-vif-deleted-08151fe2-150f-4222-8e18-eac2ab601cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.797950] env[69473]: INFO nova.compute.manager [req-ad534c16-04e1-45e6-abfb-ef3f73372595 req-211ed8eb-9ffd-4f4f-b864-672edd4cfc4f service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Neutron deleted interface 08151fe2-150f-4222-8e18-eac2ab601cd7; detaching it from the instance and deleting it from the info cache [ 1004.797950] env[69473]: DEBUG nova.network.neutron [req-ad534c16-04e1-45e6-abfb-ef3f73372595 req-211ed8eb-9ffd-4f4f-b864-672edd4cfc4f service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.848597] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.848829] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.849058] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.849402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.849673] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.851693] env[69473]: INFO nova.compute.manager [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Terminating instance [ 1004.869350] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358289, 'name': ReconfigVM_Task, 'duration_secs': 0.340946} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.870298] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b4a88038-fc1d-431f-8f9a-b134019695a8/b4a88038-fc1d-431f-8f9a-b134019695a8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.871114] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d91a34-192b-4a66-983a-ebf90038d45f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.875151] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6718969c-1eaf-4c77-b2bf-f275e94b7e8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.878971] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1004.878971] env[69473]: value = "task-3358290" [ 1004.878971] env[69473]: _type = "Task" [ 1004.878971] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.885542] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c234368-43fe-4761-9b3d-a86c25592722 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.892083] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358290, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.920863] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f93d123-adfe-449c-a929-12dd6a4a3158 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.927995] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dc7b9a-0cf3-43d0-8294-b2de733eab38 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.945224] env[69473]: DEBUG nova.compute.provider_tree [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.980181] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f61897-e469-0ec7-8586-ddcde2574745, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.980527] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.980764] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.980978] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.998292] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee1520-7000-92bb-23bc-76dcd8e1017e, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.999119] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83a6bb3-21da-4632-9a5b-bc1731ff4680 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.004921] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1005.004921] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523d779b-c0ba-75fc-00c1-d3b366ef8eb4" [ 1005.004921] env[69473]: _type = "Task" [ 1005.004921] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.012636] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523d779b-c0ba-75fc-00c1-d3b366ef8eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.181838] env[69473]: DEBUG nova.network.neutron [-] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.302113] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45a0ef66-8e0a-4fa6-babd-632b91834110 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.314869] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8b54e-06b5-4e79-8a58-aa7daef8125c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.353643] env[69473]: DEBUG nova.compute.manager [req-ad534c16-04e1-45e6-abfb-ef3f73372595 req-211ed8eb-9ffd-4f4f-b864-672edd4cfc4f service nova] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Detach interface failed, port_id=08151fe2-150f-4222-8e18-eac2ab601cd7, reason: Instance d99b7d8d-0348-42ca-a0ba-45c369dcce7f could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.362738] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "refresh_cache-ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.363016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquired lock "refresh_cache-ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.363239] env[69473]: DEBUG nova.network.neutron [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.390327] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358290, 'name': Rename_Task, 'duration_secs': 0.448878} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.390609] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.390858] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f9e406b-5a09-452e-bc76-e8bdc366f5cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.396788] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1005.396788] env[69473]: value = "task-3358291" [ 1005.396788] env[69473]: _type = "Task" [ 1005.396788] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.404246] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.438394] env[69473]: DEBUG nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.448434] env[69473]: DEBUG nova.scheduler.client.report [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.467169] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.467420] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.467631] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.467750] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.467897] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.468055] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.468368] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.468551] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.468743] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.468951] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.469156] env[69473]: DEBUG nova.virt.hardware [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.470328] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b4238e-4beb-4c6f-aa57-d569a537465b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.478584] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32550e5-5215-43e6-892a-96f8877c392c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.514595] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523d779b-c0ba-75fc-00c1-d3b366ef8eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.514867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.515163] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.515478] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.516382] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.516382] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b46db9c-23bd-4dfd-ad13-bc0380098329 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.518054] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e8886a-359b-416c-8356-40de09e85f0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.525055] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1005.525055] env[69473]: value = "task-3358292" [ 1005.525055] env[69473]: _type = "Task" [ 1005.525055] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.528829] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.529012] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.530054] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b257c64-6a7f-450a-ab43-70da1752a4d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.535407] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.538362] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1005.538362] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5229f775-e1e5-1e44-097d-e7d3f58a6f4e" [ 1005.538362] env[69473]: _type = "Task" [ 1005.538362] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.546771] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5229f775-e1e5-1e44-097d-e7d3f58a6f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.685178] env[69473]: INFO nova.compute.manager [-] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Took 1.72 seconds to deallocate network for instance. [ 1005.898587] env[69473]: DEBUG nova.network.neutron [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.914243] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.954775] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.548s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.955044] env[69473]: INFO nova.compute.manager [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Migrating [ 1005.963299] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.343s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.963299] env[69473]: DEBUG nova.objects.instance [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'resources' on Instance uuid 6065ddab-dc39-4700-ae44-50c40a5917ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.998300] env[69473]: DEBUG nova.network.neutron [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.035049] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.049231] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5229f775-e1e5-1e44-097d-e7d3f58a6f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.050291] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3d4fd0-7f00-45e1-a15a-be67e2bbb30b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.056315] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1006.056315] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5258ccf8-2efe-208c-93ca-86258317a16d" [ 1006.056315] env[69473]: _type = "Task" [ 1006.056315] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.065046] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5258ccf8-2efe-208c-93ca-86258317a16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.155629] env[69473]: DEBUG nova.network.neutron [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Successfully updated port: 4fa06267-04f3-40e4-9c57-4b060569d3c5 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.192322] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.409246] env[69473]: DEBUG oslo_vmware.api [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358291, 'name': PowerOnVM_Task, 'duration_secs': 0.516533} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.409738] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.409973] env[69473]: INFO nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1006.410161] env[69473]: DEBUG nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.410979] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538efdfa-8a0b-40b6-84c7-ad38d2ceeb68 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.475753] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.475753] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.475753] env[69473]: DEBUG nova.network.neutron [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.501468] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Releasing lock "refresh_cache-ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.501964] env[69473]: DEBUG nova.compute.manager [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.502121] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.502973] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fddda4-7b65-407b-b8f5-14b15bf328e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.510587] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.513124] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf36a3e1-eaa8-4851-ae82-361b2cd80fd2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.521163] env[69473]: DEBUG oslo_vmware.api [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 1006.521163] env[69473]: value = "task-3358293" [ 1006.521163] env[69473]: _type = "Task" [ 1006.521163] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.534403] env[69473]: DEBUG oslo_vmware.api [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.539288] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573495} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.541781] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.542018] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.542448] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a9afbda-25c5-42e3-9b36-2b86828980bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.548408] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1006.548408] env[69473]: value = "task-3358294" [ 1006.548408] env[69473]: _type = "Task" [ 1006.548408] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.558689] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.567936] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5258ccf8-2efe-208c-93ca-86258317a16d, 'name': SearchDatastore_Task, 'duration_secs': 0.027793} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.568194] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.568451] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 8c3cfc09-1937-4536-a5e5-d8add1196322/8c3cfc09-1937-4536-a5e5-d8add1196322.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.568787] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbeaddae-7292-43b4-8686-ea90f00d4321 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.573997] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1006.573997] env[69473]: value = "task-3358295" [ 1006.573997] env[69473]: _type = "Task" [ 1006.573997] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.582824] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.658834] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "refresh_cache-ae4850c0-cc31-4348-a911-33e70b95fc32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.658992] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "refresh_cache-ae4850c0-cc31-4348-a911-33e70b95fc32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.660332] env[69473]: DEBUG nova.network.neutron [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.846994] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce3fef-8978-49ed-bae1-78d636a6c61c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.855279] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467a7138-403a-4eb5-9c4f-f6a5fdfaae74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.889222] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf872863-7225-4ac2-8909-0df174192c1e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.899140] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e39f77d-482b-4d83-a269-80ed7f4c90bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.915423] env[69473]: DEBUG nova.compute.provider_tree [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.918579] env[69473]: DEBUG nova.compute.manager [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Received event network-vif-plugged-4fa06267-04f3-40e4-9c57-4b060569d3c5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.918800] env[69473]: DEBUG oslo_concurrency.lockutils [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] Acquiring lock "ae4850c0-cc31-4348-a911-33e70b95fc32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.919010] env[69473]: DEBUG oslo_concurrency.lockutils [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.919193] env[69473]: DEBUG oslo_concurrency.lockutils [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.919357] env[69473]: DEBUG nova.compute.manager [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] No waiting events found dispatching network-vif-plugged-4fa06267-04f3-40e4-9c57-4b060569d3c5 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.919720] env[69473]: WARNING nova.compute.manager [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Received unexpected event network-vif-plugged-4fa06267-04f3-40e4-9c57-4b060569d3c5 for instance with vm_state building and task_state spawning. [ 1006.919720] env[69473]: DEBUG nova.compute.manager [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Received event network-changed-4fa06267-04f3-40e4-9c57-4b060569d3c5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.919849] env[69473]: DEBUG nova.compute.manager [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Refreshing instance network info cache due to event network-changed-4fa06267-04f3-40e4-9c57-4b060569d3c5. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.919989] env[69473]: DEBUG oslo_concurrency.lockutils [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] Acquiring lock "refresh_cache-ae4850c0-cc31-4348-a911-33e70b95fc32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.934064] env[69473]: INFO nova.compute.manager [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Took 18.39 seconds to build instance. [ 1007.032110] env[69473]: DEBUG oslo_vmware.api [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358293, 'name': PowerOffVM_Task, 'duration_secs': 0.197644} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.032405] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.032581] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.033172] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-744296da-6dec-4736-a3b5-6ba950b937c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.058515] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109646} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.058785] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.059701] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e1e66e-5937-4d47-8041-da652a7f1bcc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.084719] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.091785] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d53785-679b-4ec4-99dc-bfd168859577 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.106955] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.106955] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.106955] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Deleting the datastore file [datastore1] ce606de6-c970-4ab1-a4dd-aac2b31e0b8a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.106955] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e890994-217e-4896-94f1-1e13eb106f6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.114927] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521119} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.117188] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 8c3cfc09-1937-4536-a5e5-d8add1196322/8c3cfc09-1937-4536-a5e5-d8add1196322.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.119767] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.119767] env[69473]: DEBUG oslo_vmware.api [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for the task: (returnval){ [ 1007.119767] env[69473]: value = "task-3358297" [ 1007.119767] env[69473]: _type = "Task" [ 1007.119767] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.119767] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1007.119767] env[69473]: value = "task-3358298" [ 1007.119767] env[69473]: _type = "Task" [ 1007.119767] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.119767] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-decc9949-0937-4307-ac2a-5babdc5ca464 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.134883] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.140455] env[69473]: DEBUG oslo_vmware.api [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.140455] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1007.140455] env[69473]: value = "task-3358299" [ 1007.140455] env[69473]: _type = "Task" [ 1007.140455] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.149152] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.213139] env[69473]: DEBUG nova.network.neutron [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.330016] env[69473]: DEBUG nova.network.neutron [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance_info_cache with network_info: [{"id": "99575499-b00b-4a27-816a-c38fdd4fb64d", "address": "fa:16:3e:b4:a1:1f", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99575499-b0", "ovs_interfaceid": "99575499-b00b-4a27-816a-c38fdd4fb64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.386132] env[69473]: DEBUG nova.network.neutron [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Updating instance_info_cache with network_info: [{"id": "4fa06267-04f3-40e4-9c57-4b060569d3c5", "address": "fa:16:3e:11:84:95", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa06267-04", "ovs_interfaceid": "4fa06267-04f3-40e4-9c57-4b060569d3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.421738] env[69473]: DEBUG nova.scheduler.client.report [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.437720] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f1defee1-74f3-4209-a93b-e6ddd3f87671 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.900s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.637356] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358298, 'name': ReconfigVM_Task, 'duration_secs': 0.285115} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.637525] env[69473]: DEBUG oslo_vmware.api [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Task: {'id': task-3358297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114389} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.637713] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Reconfigured VM instance instance-00000046 to attach disk [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf/feb825e4-a7b5-4209-aca1-9ecd593665bf.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.638517] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.638706] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.638882] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.639062] env[69473]: INFO nova.compute.manager [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1007.639296] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.639489] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-952397e0-9d0e-4abf-8ef4-f0846b1d1c8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.641005] env[69473]: DEBUG nova.compute.manager [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.641136] env[69473]: DEBUG nova.network.neutron [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.653231] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119049} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.654639] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.655060] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1007.655060] env[69473]: value = "task-3358300" [ 1007.655060] env[69473]: _type = "Task" [ 1007.655060] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.655811] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18893823-01e2-4bcd-9ef7-829bd81ba6ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.683726] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 8c3cfc09-1937-4536-a5e5-d8add1196322/8c3cfc09-1937-4536-a5e5-d8add1196322.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.684926] env[69473]: DEBUG nova.network.neutron [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.689457] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1bfd56-2ff8-4925-a269-4f4141ad90db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.704953] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358300, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.712342] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1007.712342] env[69473]: value = "task-3358301" [ 1007.712342] env[69473]: _type = "Task" [ 1007.712342] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.723120] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.786092] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.786424] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.787014] env[69473]: INFO nova.compute.manager [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Shelving [ 1007.832762] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.889427] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "refresh_cache-ae4850c0-cc31-4348-a911-33e70b95fc32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.889765] env[69473]: DEBUG nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Instance network_info: |[{"id": "4fa06267-04f3-40e4-9c57-4b060569d3c5", "address": "fa:16:3e:11:84:95", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa06267-04", "ovs_interfaceid": "4fa06267-04f3-40e4-9c57-4b060569d3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.890091] env[69473]: DEBUG oslo_concurrency.lockutils [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] Acquired lock "refresh_cache-ae4850c0-cc31-4348-a911-33e70b95fc32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.890283] env[69473]: DEBUG nova.network.neutron [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Refreshing network info cache for port 4fa06267-04f3-40e4-9c57-4b060569d3c5 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.891505] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:84:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa06267-04f3-40e4-9c57-4b060569d3c5', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.899092] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.902695] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.903240] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a65c8b-bff3-467c-aaca-db9a59416b16 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.927508] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.931020] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.931020] env[69473]: value = "task-3358302" [ 1007.931020] env[69473]: _type = "Task" [ 1007.931020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.931020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.292s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.931020] env[69473]: DEBUG nova.objects.instance [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.944071] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358302, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.953318] env[69473]: INFO nova.scheduler.client.report [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted allocations for instance 6065ddab-dc39-4700-ae44-50c40a5917ee [ 1008.140541] env[69473]: DEBUG nova.network.neutron [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Updated VIF entry in instance network info cache for port 4fa06267-04f3-40e4-9c57-4b060569d3c5. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.141049] env[69473]: DEBUG nova.network.neutron [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Updating instance_info_cache with network_info: [{"id": "4fa06267-04f3-40e4-9c57-4b060569d3c5", "address": "fa:16:3e:11:84:95", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa06267-04", "ovs_interfaceid": "4fa06267-04f3-40e4-9c57-4b060569d3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.168032] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358300, 'name': Rename_Task, 'duration_secs': 0.149356} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.168392] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.168535] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc03325-e6c4-4f5e-8c1d-91df24b6980a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.174711] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1008.174711] env[69473]: value = "task-3358303" [ 1008.174711] env[69473]: _type = "Task" [ 1008.174711] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.183015] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.186747] env[69473]: DEBUG nova.network.neutron [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.224118] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358301, 'name': ReconfigVM_Task, 'duration_secs': 0.470772} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.224413] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 8c3cfc09-1937-4536-a5e5-d8add1196322/8c3cfc09-1937-4536-a5e5-d8add1196322.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.225066] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d282e1-7c6c-4028-b67d-d4f7491ea0bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.231240] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1008.231240] env[69473]: value = "task-3358304" [ 1008.231240] env[69473]: _type = "Task" [ 1008.231240] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.239545] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358304, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.259987] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.260991] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.445384] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358302, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.463327] env[69473]: DEBUG oslo_concurrency.lockutils [None req-deded6ba-9912-444a-acf8-5913468b4415 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "6065ddab-dc39-4700-ae44-50c40a5917ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.751s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.644823] env[69473]: DEBUG oslo_concurrency.lockutils [req-4dd665ac-d959-4c6c-8264-e36d25e9a8f0 req-eb2e88fb-01ec-43c3-86fe-db187f7f3ab9 service nova] Releasing lock "refresh_cache-ae4850c0-cc31-4348-a911-33e70b95fc32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.684399] env[69473]: DEBUG oslo_vmware.api [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358303, 'name': PowerOnVM_Task, 'duration_secs': 0.467156} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.684680] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.684886] env[69473]: DEBUG nova.compute.manager [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.685758] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06251c-ad5e-4565-9427-5e110fd98210 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.688976] env[69473]: INFO nova.compute.manager [-] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Took 1.05 seconds to deallocate network for instance. [ 1008.742082] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358304, 'name': Rename_Task, 'duration_secs': 0.157387} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.742791] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.742791] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67dc86f2-5809-4df5-94bb-0120a637ae67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.749405] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1008.749405] env[69473]: value = "task-3358305" [ 1008.749405] env[69473]: _type = "Task" [ 1008.749405] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.759278] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.766349] env[69473]: DEBUG nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.798262] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.798317] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4ed4ba-c4bb-4a7c-a5bc-ce5a08b503cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.806941] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1008.806941] env[69473]: value = "task-3358306" [ 1008.806941] env[69473]: _type = "Task" [ 1008.806941] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.824290] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.943495] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358302, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.947703] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a010390b-4e02-44e8-b2bf-03c4e24e4b70 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.949744] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.757s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.950092] env[69473]: DEBUG nova.objects.instance [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lazy-loading 'resources' on Instance uuid d99b7d8d-0348-42ca-a0ba-45c369dcce7f {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.201851] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.207432] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.259242] env[69473]: DEBUG oslo_vmware.api [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358305, 'name': PowerOnVM_Task, 'duration_secs': 0.497492} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.259534] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.259737] env[69473]: INFO nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1009.259984] env[69473]: DEBUG nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.260791] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8b12b-1b04-4a71-b150-37a1f217e332 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.283867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.316823] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358306, 'name': PowerOffVM_Task, 'duration_secs': 0.293466} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.317069] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.317985] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b160d0-395d-4532-9ffe-c960b5f88ae5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.338196] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a243f439-a6d0-428c-812f-9a8504873ba5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.350596] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2573736b-50df-4643-9900-f0b8f52d854e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.370100] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance '13dca5af-42c4-4d02-9823-95209d1ab976' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.383912] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "f75207bf-a397-433b-ac8c-baa25e8b425d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.384171] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.444220] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358302, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.781510] env[69473]: INFO nova.compute.manager [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Took 18.97 seconds to build instance. [ 1009.830562] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e755ed5-670b-43c2-abf5-c83711821187 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.840826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f83d3-36a2-43f5-a771-df1bc0d209c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.872058] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.872788] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d96cd759-7852-41d3-848c-c5d0c80ce633 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.875180] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf18a11-9700-48a6-a451-53164a994ec6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.878985] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.879230] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1f1af5-854b-491e-aa36-333ef580e573 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.888229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654113ed-e0a3-4720-8d2d-d39e4442c378 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.892139] env[69473]: DEBUG nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.894865] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1009.894865] env[69473]: value = "task-3358307" [ 1009.894865] env[69473]: _type = "Task" [ 1009.894865] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.895180] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1009.895180] env[69473]: value = "task-3358308" [ 1009.895180] env[69473]: _type = "Task" [ 1009.895180] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.913837] env[69473]: DEBUG nova.compute.provider_tree [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.921492] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358307, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.926439] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.951623] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358302, 'name': CreateVM_Task, 'duration_secs': 1.708763} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.952050] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.952876] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.953166] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.953572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.954138] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90b0d07-febd-4a86-b28f-7b9ab35dcea0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.960117] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1009.960117] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e6dc77-d1da-891d-5bbe-f37fc5ebe9f3" [ 1009.960117] env[69473]: _type = "Task" [ 1009.960117] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.968632] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e6dc77-d1da-891d-5bbe-f37fc5ebe9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.284941] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00b788bd-cf5d-4a83-b28d-9fcd477f5ae1 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.494s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.408323] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358307, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.411604] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358308, 'name': PowerOffVM_Task, 'duration_secs': 0.300986} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.411965] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.412285] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance '13dca5af-42c4-4d02-9823-95209d1ab976' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.421366] env[69473]: DEBUG nova.scheduler.client.report [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.437775] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.445036] env[69473]: INFO nova.compute.manager [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Rebuilding instance [ 1010.477624] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e6dc77-d1da-891d-5bbe-f37fc5ebe9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.024211} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.477775] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.478081] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.478782] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.478782] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.478782] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.479123] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-413e44f2-e2e2-41ea-ac75-809f5afdce63 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.486016] env[69473]: DEBUG nova.compute.manager [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.486819] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf860f61-3f87-4134-bfd2-0c1d3d83e6e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.504853] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.505272] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.505979] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8defb8b-f4f9-4a42-900b-d91b756a906d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.512384] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1010.512384] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523cd820-6a0a-0708-a12a-5d8e5f2732fe" [ 1010.512384] env[69473]: _type = "Task" [ 1010.512384] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.521355] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523cd820-6a0a-0708-a12a-5d8e5f2732fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.905016] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358307, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.919660] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.919660] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.919872] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.919937] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.920062] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.920211] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.920414] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.920571] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.920737] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.920897] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.921078] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.926542] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.928554] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff18986-8063-4ab7-8e4a-4efc65d76e90 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.939216] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.738s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.939440] env[69473]: DEBUG nova.objects.instance [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lazy-loading 'resources' on Instance uuid ce606de6-c970-4ab1-a4dd-aac2b31e0b8a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.945725] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1010.945725] env[69473]: value = "task-3358309" [ 1010.945725] env[69473]: _type = "Task" [ 1010.945725] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.955219] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.961263] env[69473]: INFO nova.scheduler.client.report [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Deleted allocations for instance d99b7d8d-0348-42ca-a0ba-45c369dcce7f [ 1011.023835] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523cd820-6a0a-0708-a12a-5d8e5f2732fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016651} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.024749] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4e1c51-c635-44f2-b0a2-f5012ce1ba7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.030510] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1011.030510] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526baeb7-598e-776c-7678-0f454ac062cd" [ 1011.030510] env[69473]: _type = "Task" [ 1011.030510] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.039309] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526baeb7-598e-776c-7678-0f454ac062cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.406321] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358307, 'name': CreateSnapshot_Task, 'duration_secs': 1.177973} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.406653] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1011.407386] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba7a16-c548-423e-a752-aa2ccf33ac8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.456229] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358309, 'name': ReconfigVM_Task, 'duration_secs': 0.150982} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.456542] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance '13dca5af-42c4-4d02-9823-95209d1ab976' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.469326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1d9d8ee2-b331-4473-87bf-382e673fce96 tempest-ServersTestJSON-955632626 tempest-ServersTestJSON-955632626-project-member] Lock "d99b7d8d-0348-42ca-a0ba-45c369dcce7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.661s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.500430] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.500640] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f94f3c2a-5089-4b90-a762-4980847c46ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.511915] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 1011.511915] env[69473]: value = "task-3358310" [ 1011.511915] env[69473]: _type = "Task" [ 1011.511915] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.521045] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.542224] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526baeb7-598e-776c-7678-0f454ac062cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.542605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.542974] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ae4850c0-cc31-4348-a911-33e70b95fc32/ae4850c0-cc31-4348-a911-33e70b95fc32.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.543338] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb4d5aa4-4c3f-46d6-b0aa-16e8c60234de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.554123] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1011.554123] env[69473]: value = "task-3358311" [ 1011.554123] env[69473]: _type = "Task" [ 1011.554123] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.574570] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.593492] env[69473]: DEBUG nova.compute.manager [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.593972] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b549387-fa71-4608-80bc-fbded6a92a4b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.858992] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1a4e6-7285-476a-8195-e7e403ded3c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.867421] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ff329-098e-4095-9857-c60f2601810d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.900250] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba091729-8b48-4db3-8c92-a3c273b73f80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.907922] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735390a-ed18-4f8b-a4fe-f2717846e36a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.930117] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.930693] env[69473]: DEBUG nova.compute.provider_tree [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.932220] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be6b6bd6-4b7d-4025-a889-44a81a9a91f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.941311] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1011.941311] env[69473]: value = "task-3358312" [ 1011.941311] env[69473]: _type = "Task" [ 1011.941311] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.951965] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358312, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.965330] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.965746] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.965841] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.967266] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.967449] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.967693] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.968212] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.968319] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.968522] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.968702] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.968898] env[69473]: DEBUG nova.virt.hardware [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.977127] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.977127] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-339c78f5-6764-4946-9bc7-491e1f02b3bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.994688] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1011.994688] env[69473]: value = "task-3358313" [ 1011.994688] env[69473]: _type = "Task" [ 1011.994688] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.004809] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.020899] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358310, 'name': PowerOffVM_Task, 'duration_secs': 0.201183} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.021472] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.021874] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.022384] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42c6580a-2306-471f-baeb-b6f56c3f7994 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.027651] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 1012.027651] env[69473]: value = "task-3358314" [ 1012.027651] env[69473]: _type = "Task" [ 1012.027651] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.039051] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1012.039289] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.039481] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670214', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'name': 'volume-40c53a14-5067-45d1-8506-059b776a3114', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '465c6b57-7c55-4f13-8a94-336454334f67', 'attached_at': '', 'detached_at': '', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'serial': '40c53a14-5067-45d1-8506-059b776a3114'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.040543] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deaed21-e0e4-4a14-b15f-0cadfcfc292f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064436] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f2597-6e7b-4c6c-9db1-950f0d704c70 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.072149] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.074747] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc1fac-2bfb-465f-b713-f742fa563bd4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.095105] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065bde61-4b87-45c1-8d4b-743a6a68ad04 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.111814] env[69473]: INFO nova.compute.manager [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] instance snapshotting [ 1012.113633] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] The volume has not been displaced from its original location: [datastore2] volume-40c53a14-5067-45d1-8506-059b776a3114/volume-40c53a14-5067-45d1-8506-059b776a3114.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1012.122024] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.122024] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b4a596-4599-438f-a412-77f27a28961e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.133359] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eb24ca-7f60-4d95-9688-4e146248301a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.153937] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12550b52-03e9-4762-aa64-c06a5edac7e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.156804] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 1012.156804] env[69473]: value = "task-3358315" [ 1012.156804] env[69473]: _type = "Task" [ 1012.156804] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.172686] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.437105] env[69473]: DEBUG nova.scheduler.client.report [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.454596] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358312, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.504892] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358313, 'name': ReconfigVM_Task, 'duration_secs': 0.352817} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.505217] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.506103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80313fa-d057-49ad-8657-56619a98cdff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.529257] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 13dca5af-42c4-4d02-9823-95209d1ab976/13dca5af-42c4-4d02-9823-95209d1ab976.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.529613] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53b8fbb-dd11-40a5-a3e3-3477bb8b7ac3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.549307] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1012.549307] env[69473]: value = "task-3358316" [ 1012.549307] env[69473]: _type = "Task" [ 1012.549307] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.558374] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.569225] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.667707] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.668017] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358315, 'name': ReconfigVM_Task, 'duration_secs': 0.262291} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.668247] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6ffa0a3-746f-44d4-8f8d-bbb77902cc50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.670217] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.675218] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a391b3f-efd0-40ff-b2af-47ff3a37f4a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.691250] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1012.691250] env[69473]: value = "task-3358317" [ 1012.691250] env[69473]: _type = "Task" [ 1012.691250] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.692673] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 1012.692673] env[69473]: value = "task-3358318" [ 1012.692673] env[69473]: _type = "Task" [ 1012.692673] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.709226] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.711750] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.943691] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.946201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.739s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.946393] env[69473]: DEBUG nova.objects.instance [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1012.960933] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358312, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.977700] env[69473]: INFO nova.scheduler.client.report [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Deleted allocations for instance ce606de6-c970-4ab1-a4dd-aac2b31e0b8a [ 1013.058891] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358316, 'name': ReconfigVM_Task, 'duration_secs': 0.465071} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.059513] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 13dca5af-42c4-4d02-9823-95209d1ab976/13dca5af-42c4-4d02-9823-95209d1ab976.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.060219] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance '13dca5af-42c4-4d02-9823-95209d1ab976' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.072862] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358311, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.057256} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.073119] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ae4850c0-cc31-4348-a911-33e70b95fc32/ae4850c0-cc31-4348-a911-33e70b95fc32.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.073990] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.073990] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0323ec3b-4d8c-4fe8-9f66-d22f6d68e9ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.079804] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1013.079804] env[69473]: value = "task-3358319" [ 1013.079804] env[69473]: _type = "Task" [ 1013.079804] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.087758] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.207955] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.212068] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358318, 'name': ReconfigVM_Task, 'duration_secs': 0.135198} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.212536] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670214', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'name': 'volume-40c53a14-5067-45d1-8506-059b776a3114', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '465c6b57-7c55-4f13-8a94-336454334f67', 'attached_at': '', 'detached_at': '', 'volume_id': '40c53a14-5067-45d1-8506-059b776a3114', 'serial': '40c53a14-5067-45d1-8506-059b776a3114'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1013.212964] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.213855] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c213a-ebea-4be0-a597-2f1a68d34f47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.224158] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.224158] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8146530b-d1fb-4159-af28-a9a4ae60a883 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.311131] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.311131] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.311131] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Deleting the datastore file [datastore2] 465c6b57-7c55-4f13-8a94-336454334f67 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.311131] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70395544-9fc7-49f7-8fd4-f0105fa0bbc0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.318883] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for the task: (returnval){ [ 1013.318883] env[69473]: value = "task-3358321" [ 1013.318883] env[69473]: _type = "Task" [ 1013.318883] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.326740] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.406020] env[69473]: INFO nova.compute.manager [None req-5fc1cc29-6096-4290-93df-354f24d25f44 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Get console output [ 1013.406781] env[69473]: WARNING nova.virt.vmwareapi.driver [None req-5fc1cc29-6096-4290-93df-354f24d25f44 tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] The console log is missing. Check your VSPC configuration [ 1013.460517] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358312, 'name': CloneVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.487137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7dfcd387-ff82-4c77-9bf7-e269052058b9 tempest-ServersListShow2100Test-1646848134 tempest-ServersListShow2100Test-1646848134-project-member] Lock "ce606de6-c970-4ab1-a4dd-aac2b31e0b8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.638s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.566330] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8ae7e-c1e1-456f-b156-233108772dd0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.592603] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9693ae76-cb69-4f41-8578-007bb5a4a8e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.600736] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069249} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.617320] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.617896] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance '13dca5af-42c4-4d02-9823-95209d1ab976' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.623621] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef202fc-1f7b-435e-a53d-c205a6eddd0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.652221] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ae4850c0-cc31-4348-a911-33e70b95fc32/ae4850c0-cc31-4348-a911-33e70b95fc32.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.652874] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6d70d0-78c3-4510-a794-2ed95965b8cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.680731] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1013.680731] env[69473]: value = "task-3358322" [ 1013.680731] env[69473]: _type = "Task" [ 1013.680731] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.690067] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.706441] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.827576] env[69473]: DEBUG oslo_vmware.api [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Task: {'id': task-3358321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263598} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.828120] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.828234] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.828691] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.898561] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1013.898913] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ab8e6e2-ba49-4075-9425-97210e8b9822 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.908091] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf827b3-9b4e-452e-b8d3-17e6cafe2403 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.953269] env[69473]: ERROR nova.compute.manager [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Failed to detach volume 40c53a14-5067-45d1-8506-059b776a3114 from /dev/sda: nova.exception.InstanceNotFound: Instance 465c6b57-7c55-4f13-8a94-336454334f67 could not be found. [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Traceback (most recent call last): [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self.driver.rebuild(**kwargs) [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] raise NotImplementedError() [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] NotImplementedError [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] During handling of the above exception, another exception occurred: [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Traceback (most recent call last): [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self.driver.detach_volume(context, old_connection_info, [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] return self._volumeops.detach_volume(connection_info, instance) [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self._detach_volume_vmdk(connection_info, instance) [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] stable_ref.fetch_moref(session) [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] nova.exception.InstanceNotFound: Instance 465c6b57-7c55-4f13-8a94-336454334f67 could not be found. [ 1013.953269] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1013.964777] env[69473]: DEBUG oslo_concurrency.lockutils [None req-838035d4-87af-4dad-9422-a06530208c2a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.965875] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358312, 'name': CloneVM_Task, 'duration_secs': 1.581546} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.966344] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.683s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.967781] env[69473]: INFO nova.compute.claims [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.970138] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Created linked-clone VM from snapshot [ 1013.971114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f890a-0037-4ea5-a434-e552a6de7ef7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.982175] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Uploading image 49f23b2e-2061-45c5-bc3d-ff8a97630645 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1014.020817] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1014.020817] env[69473]: value = "vm-670257" [ 1014.020817] env[69473]: _type = "VirtualMachine" [ 1014.020817] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1014.021450] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62c7854e-5285-410b-8f92-3704fd88846a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.033825] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease: (returnval){ [ 1014.033825] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d6f8dc-61ea-aef3-d168-031608cce868" [ 1014.033825] env[69473]: _type = "HttpNfcLease" [ 1014.033825] env[69473]: } obtained for exporting VM: (result){ [ 1014.033825] env[69473]: value = "vm-670257" [ 1014.033825] env[69473]: _type = "VirtualMachine" [ 1014.033825] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1014.034530] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the lease: (returnval){ [ 1014.034530] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d6f8dc-61ea-aef3-d168-031608cce868" [ 1014.034530] env[69473]: _type = "HttpNfcLease" [ 1014.034530] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1014.047579] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.047579] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d6f8dc-61ea-aef3-d168-031608cce868" [ 1014.047579] env[69473]: _type = "HttpNfcLease" [ 1014.047579] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1014.132644] env[69473]: DEBUG nova.compute.utils [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Build of instance 465c6b57-7c55-4f13-8a94-336454334f67 aborted: Failed to rebuild volume backed instance. {{(pid=69473) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1014.136581] env[69473]: ERROR nova.compute.manager [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 465c6b57-7c55-4f13-8a94-336454334f67 aborted: Failed to rebuild volume backed instance. [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Traceback (most recent call last): [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self.driver.rebuild(**kwargs) [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] raise NotImplementedError() [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] NotImplementedError [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] During handling of the above exception, another exception occurred: [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Traceback (most recent call last): [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self._detach_root_volume(context, instance, root_bdm) [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] with excutils.save_and_reraise_exception(): [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self.force_reraise() [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] raise self.value [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self.driver.detach_volume(context, old_connection_info, [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] return self._volumeops.detach_volume(connection_info, instance) [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self._detach_volume_vmdk(connection_info, instance) [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] stable_ref.fetch_moref(session) [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] nova.exception.InstanceNotFound: Instance 465c6b57-7c55-4f13-8a94-336454334f67 could not be found. [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] During handling of the above exception, another exception occurred: [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Traceback (most recent call last): [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] yield [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1014.136581] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self._do_rebuild_instance_with_claim( [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self._do_rebuild_instance( [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self._rebuild_default_impl(**kwargs) [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] self._rebuild_volume_backed_instance( [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] raise exception.BuildAbortException( [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] nova.exception.BuildAbortException: Build of instance 465c6b57-7c55-4f13-8a94-336454334f67 aborted: Failed to rebuild volume backed instance. [ 1014.138153] env[69473]: ERROR nova.compute.manager [instance: 465c6b57-7c55-4f13-8a94-336454334f67] [ 1014.177144] env[69473]: DEBUG nova.network.neutron [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Port 99575499-b00b-4a27-816a-c38fdd4fb64d binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1014.193287] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.203811] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358317, 'name': CreateSnapshot_Task, 'duration_secs': 1.061859} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.204120] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1014.204862] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb685190-3751-4fc5-84dc-38ed19a34248 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.495194] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "471fe7bd-9997-4baf-a7e1-ff41be585590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.495469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.495679] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "471fe7bd-9997-4baf-a7e1-ff41be585590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.495878] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.496065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.498109] env[69473]: INFO nova.compute.manager [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Terminating instance [ 1014.542380] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.542380] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d6f8dc-61ea-aef3-d168-031608cce868" [ 1014.542380] env[69473]: _type = "HttpNfcLease" [ 1014.542380] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.542683] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.542683] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d6f8dc-61ea-aef3-d168-031608cce868" [ 1014.542683] env[69473]: _type = "HttpNfcLease" [ 1014.542683] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1014.543440] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b54128d-2513-4448-a506-4877d6c57a59 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.551265] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cbc74-191b-8b1a-fd77-34da2879c3a7/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.551444] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cbc74-191b-8b1a-fd77-34da2879c3a7/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1014.656045] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf9af0f6-44ec-47db-b371-11691214be5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.697356] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358322, 'name': ReconfigVM_Task, 'duration_secs': 0.625863} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.702623] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ae4850c0-cc31-4348-a911-33e70b95fc32/ae4850c0-cc31-4348-a911-33e70b95fc32.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.703829] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b964d39-ee63-4625-89b9-f7fb876b5d48 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.712111] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1014.712111] env[69473]: value = "task-3358324" [ 1014.712111] env[69473]: _type = "Task" [ 1014.712111] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.722178] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.725931] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfb11f66-bfb7-43f5-a6e1-61f857a92591 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.728860] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358324, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.733815] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1014.733815] env[69473]: value = "task-3358325" [ 1014.733815] env[69473]: _type = "Task" [ 1014.733815] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.743703] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358325, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.005023] env[69473]: DEBUG nova.compute.manager [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.005023] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.005023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e797998-9947-4515-aa48-e38b0ba11800 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.012950] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.013250] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-006985cf-3505-4d98-9c2f-78064265f30d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.021591] env[69473]: DEBUG oslo_vmware.api [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 1015.021591] env[69473]: value = "task-3358326" [ 1015.021591] env[69473]: _type = "Task" [ 1015.021591] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.037931] env[69473]: DEBUG oslo_vmware.api [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3358326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.219777] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "57a633aa-fce7-4515-a070-d63d87e35ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.220434] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "57a633aa-fce7-4515-a070-d63d87e35ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.222176] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.222813] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.222813] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.237481] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358324, 'name': Rename_Task, 'duration_secs': 0.147941} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.241475] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.245033] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55bd8a7c-1224-4307-92bc-81b228946ec0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.255698] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358325, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.259754] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1015.259754] env[69473]: value = "task-3358327" [ 1015.259754] env[69473]: _type = "Task" [ 1015.259754] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.272127] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.406690] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd406de9-73ad-4163-baac-4c4ec14ec5fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.415360] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba0895-ff8b-43ba-8087-b3e8833bf47e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.451257] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff84f58-6394-4e1e-82d9-1090a313f4ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.459844] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a468db-5cf9-4ad2-9abf-352f4f290deb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.477313] env[69473]: DEBUG nova.compute.provider_tree [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.534514] env[69473]: DEBUG oslo_vmware.api [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3358326, 'name': PowerOffVM_Task, 'duration_secs': 0.237837} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.535070] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.535917] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.535917] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cac0c0e5-19ff-4810-9207-59e21e8a8de7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.607292] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.607861] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.608135] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Deleting the datastore file [datastore2] 471fe7bd-9997-4baf-a7e1-ff41be585590 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.608498] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ecd72fd-c59d-4a92-812e-0b709232dd91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.616667] env[69473]: DEBUG oslo_vmware.api [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for the task: (returnval){ [ 1015.616667] env[69473]: value = "task-3358329" [ 1015.616667] env[69473]: _type = "Task" [ 1015.616667] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.632325] env[69473]: DEBUG oslo_vmware.api [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3358329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.724965] env[69473]: DEBUG nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.748306] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358325, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.769877] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.980833] env[69473]: DEBUG nova.scheduler.client.report [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.128291] env[69473]: DEBUG oslo_vmware.api [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Task: {'id': task-3358329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310328} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.132021] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.132021] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.132021] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.132021] env[69473]: INFO nova.compute.manager [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1016.132021] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.132021] env[69473]: DEBUG nova.compute.manager [-] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.132021] env[69473]: DEBUG nova.network.neutron [-] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.155127] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.248281] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358325, 'name': CloneVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.258750] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.279031] env[69473]: DEBUG oslo_vmware.api [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358327, 'name': PowerOnVM_Task, 'duration_secs': 0.720442} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.280162] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.280695] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.280695] env[69473]: DEBUG nova.network.neutron [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.281827] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.282075] env[69473]: INFO nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1016.282901] env[69473]: DEBUG nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.284378] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8e645-0388-4e13-8179-15059ac3006d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.487462] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.488011] env[69473]: DEBUG nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.492389] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.054s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.493501] env[69473]: INFO nova.compute.claims [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.520767] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquiring lock "465c6b57-7c55-4f13-8a94-336454334f67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.521074] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "465c6b57-7c55-4f13-8a94-336454334f67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.521259] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquiring lock "465c6b57-7c55-4f13-8a94-336454334f67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.521472] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "465c6b57-7c55-4f13-8a94-336454334f67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.521837] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "465c6b57-7c55-4f13-8a94-336454334f67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.524250] env[69473]: INFO nova.compute.manager [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Terminating instance [ 1016.642314] env[69473]: DEBUG nova.compute.manager [req-16204c8a-a661-4b5e-8199-cb9dfc6321fc req-7bcc75ed-a717-4b40-860a-9457a2e1ee1b service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Received event network-vif-deleted-d0ca4df3-64c1-4968-b3c8-792a4b2c7961 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.642740] env[69473]: INFO nova.compute.manager [req-16204c8a-a661-4b5e-8199-cb9dfc6321fc req-7bcc75ed-a717-4b40-860a-9457a2e1ee1b service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Neutron deleted interface d0ca4df3-64c1-4968-b3c8-792a4b2c7961; detaching it from the instance and deleting it from the info cache [ 1016.642740] env[69473]: DEBUG nova.network.neutron [req-16204c8a-a661-4b5e-8199-cb9dfc6321fc req-7bcc75ed-a717-4b40-860a-9457a2e1ee1b service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.747389] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358325, 'name': CloneVM_Task, 'duration_secs': 1.51734} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.747847] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Created linked-clone VM from snapshot [ 1016.748503] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fdaa60-c1b3-4427-aaa2-6c9d9c66d94e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.758911] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Uploading image 429e088b-e916-49d4-8cfc-dc84e6572c37 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.772014] env[69473]: DEBUG nova.compute.manager [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.773159] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f741f-1954-4337-9b61-b84c810927e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.776825] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1016.777517] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e372807a-60ca-4a99-950f-7d3ccd6e8d1a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.787697] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1016.787697] env[69473]: value = "task-3358330" [ 1016.787697] env[69473]: _type = "Task" [ 1016.787697] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.802563] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358330, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.804767] env[69473]: INFO nova.compute.manager [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Took 23.75 seconds to build instance. [ 1016.998406] env[69473]: DEBUG nova.compute.utils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.002113] env[69473]: DEBUG nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.002294] env[69473]: DEBUG nova.network.neutron [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.032090] env[69473]: DEBUG nova.compute.manager [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.032090] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bc37aca-e4b7-410b-8126-1d8378ffd221 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.041895] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07609ad-1cfd-46c5-8613-8f59e18255cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.055701] env[69473]: DEBUG nova.network.neutron [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance_info_cache with network_info: [{"id": "99575499-b00b-4a27-816a-c38fdd4fb64d", "address": "fa:16:3e:b4:a1:1f", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99575499-b0", "ovs_interfaceid": "99575499-b00b-4a27-816a-c38fdd4fb64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.063619] env[69473]: DEBUG nova.policy [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d45614232b456eb7ae416831e7eab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b978e7df224ca9ae11193877afdd58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.095614] env[69473]: WARNING nova.virt.vmwareapi.driver [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 465c6b57-7c55-4f13-8a94-336454334f67 could not be found. [ 1017.095900] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.096573] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e06950a6-18ed-42e7-9fd7-8b94219eaabf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.104997] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5bd088-2b38-4055-a813-640f98326044 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.125022] env[69473]: DEBUG nova.network.neutron [-] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.155104] env[69473]: WARNING nova.virt.vmwareapi.vmops [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 465c6b57-7c55-4f13-8a94-336454334f67 could not be found. [ 1017.155411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.155859] env[69473]: INFO nova.compute.manager [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1017.155859] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.156244] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b5074ae-666d-40d2-b783-177b61b3ceaa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.159161] env[69473]: DEBUG nova.compute.manager [-] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.160512] env[69473]: DEBUG nova.network.neutron [-] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.172358] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a387bab-e00f-437a-a4e7-ee860b224f3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.219755] env[69473]: DEBUG nova.compute.manager [req-16204c8a-a661-4b5e-8199-cb9dfc6321fc req-7bcc75ed-a717-4b40-860a-9457a2e1ee1b service nova] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Detach interface failed, port_id=d0ca4df3-64c1-4968-b3c8-792a4b2c7961, reason: Instance 471fe7bd-9997-4baf-a7e1-ff41be585590 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.292157] env[69473]: INFO nova.compute.manager [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] instance snapshotting [ 1017.292157] env[69473]: DEBUG nova.objects.instance [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'flavor' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.306455] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358330, 'name': Destroy_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.306455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5961496e-cf1f-4027-9bcc-89d4f58dc8a0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.538s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.509496] env[69473]: DEBUG nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.562034] env[69473]: DEBUG oslo_concurrency.lockutils [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.568329] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "ae4850c0-cc31-4348-a911-33e70b95fc32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.568329] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.568611] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "ae4850c0-cc31-4348-a911-33e70b95fc32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.568726] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.569070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.572036] env[69473]: INFO nova.compute.manager [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Terminating instance [ 1017.628394] env[69473]: INFO nova.compute.manager [-] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Took 1.50 seconds to deallocate network for instance. [ 1017.631806] env[69473]: DEBUG nova.network.neutron [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Successfully created port: 922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.809290] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358330, 'name': Destroy_Task, 'duration_secs': 0.527201} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.810227] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Destroyed the VM [ 1017.810539] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1017.811506] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d2332-06e5-44dd-99aa-b061c57ab77d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.815250] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-edbd0e98-3c06-40c6-9740-088bae0d3ebd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.842149] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1017.842149] env[69473]: value = "task-3358331" [ 1017.842149] env[69473]: _type = "Task" [ 1017.842149] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.848042] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3609b-b2cc-4863-9f93-4e0f58790346 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.861514] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.075769] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bbdad7-6367-4d23-b0f6-4f9432d6ce90 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.081501] env[69473]: DEBUG nova.compute.manager [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.082128] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.082771] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264ab4f-6af3-420b-b3bb-5343bfbf98ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.093308] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2020b8c6-9fde-4298-b3d0-79d6801e780e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.096586] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.097586] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c806ec89-e71e-4768-ae86-a52744b37077 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.099461] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd09cc2-f901-4b83-a1c2-fe1e7ed0d8c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.147148] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeccf63-4b8c-4690-b06e-55747c8d6875 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.150400] env[69473]: DEBUG oslo_vmware.api [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1018.150400] env[69473]: value = "task-3358332" [ 1018.150400] env[69473]: _type = "Task" [ 1018.150400] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.151656] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.152789] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7de594e-8be2-4a16-9803-db2db6c18c71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.165721] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance '13dca5af-42c4-4d02-9823-95209d1ab976' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.177023] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137dee22-ea15-4e2e-9d56-aa41a24d9aff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.184183] env[69473]: DEBUG oslo_vmware.api [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.192669] env[69473]: DEBUG nova.compute.provider_tree [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.356715] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.364900] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.365121] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a053e3a-7a06-4292-af87-3227b3bebcac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.373500] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1018.373500] env[69473]: value = "task-3358333" [ 1018.373500] env[69473]: _type = "Task" [ 1018.373500] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.383232] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358333, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.523592] env[69473]: DEBUG nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.528822] env[69473]: DEBUG nova.network.neutron [-] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.550535] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.550792] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.550952] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.551154] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.551336] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.551496] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.551714] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.551955] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.552169] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.552424] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.552550] env[69473]: DEBUG nova.virt.hardware [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.553706] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32642ff-5f91-4def-be7f-93fdb4ca021d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.562114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0989c598-78df-469a-b2c8-7eff9f9436e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.662305] env[69473]: DEBUG oslo_vmware.api [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358332, 'name': PowerOffVM_Task, 'duration_secs': 0.198643} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.662650] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.662978] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.663108] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1b091a4-0f27-4c82-9f9c-fb855175ba66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.675559] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.676584] env[69473]: DEBUG nova.compute.manager [req-71bb3a00-68ea-4858-b181-b0a8b6da366a req-b5d5c9b5-438b-452a-98a3-46569f480dac service nova] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Received event network-vif-deleted-dd148ce9-f95f-4df8-b7af-f7fd8d325846 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.677193] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd61999f-f93c-4f61-8c54-bf5561c22148 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.683285] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1018.683285] env[69473]: value = "task-3358335" [ 1018.683285] env[69473]: _type = "Task" [ 1018.683285] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.698732] env[69473]: DEBUG nova.scheduler.client.report [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.702355] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.730755] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.731080] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.731329] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleting the datastore file [datastore2] ae4850c0-cc31-4348-a911-33e70b95fc32 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.732478] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c9b701-44d9-4e1c-a743-a341843c8be9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.741474] env[69473]: DEBUG oslo_vmware.api [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1018.741474] env[69473]: value = "task-3358336" [ 1018.741474] env[69473]: _type = "Task" [ 1018.741474] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.750451] env[69473]: DEBUG oslo_vmware.api [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.857836] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358331, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.887230] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358333, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.030096] env[69473]: INFO nova.compute.manager [-] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Took 1.87 seconds to deallocate network for instance. [ 1019.197078] env[69473]: DEBUG oslo_vmware.api [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358335, 'name': PowerOnVM_Task, 'duration_secs': 0.502716} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.197078] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.197078] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-383b3e72-70d6-4faf-9964-578621bcae93 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance '13dca5af-42c4-4d02-9823-95209d1ab976' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.204289] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.205089] env[69473]: DEBUG nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.210367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.053s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.251546] env[69473]: DEBUG oslo_vmware.api [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26872} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.252307] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.252307] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.252307] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.252533] env[69473]: INFO nova.compute.manager [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1019.252802] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.253009] env[69473]: DEBUG nova.compute.manager [-] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.253142] env[69473]: DEBUG nova.network.neutron [-] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.360734] env[69473]: DEBUG oslo_vmware.api [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358331, 'name': RemoveSnapshot_Task, 'duration_secs': 1.329123} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.363317] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1019.384220] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358333, 'name': CreateSnapshot_Task, 'duration_secs': 0.963044} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.386954] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.387972] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a04f0b-c01c-4556-a379-85263223a721 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.469416] env[69473]: DEBUG nova.network.neutron [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Successfully updated port: 922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.588401] env[69473]: INFO nova.compute.manager [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Took 0.56 seconds to detach 1 volumes for instance. [ 1019.591589] env[69473]: DEBUG nova.compute.manager [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Deleting volume: 40c53a14-5067-45d1-8506-059b776a3114 {{(pid=69473) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1019.642125] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dadc24-4eae-44c0-8f9a-552de1d93ed2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.652668] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fab0b58-8a54-45c4-8c8f-afaa58175c37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.693890] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065c7deb-53fd-4d57-b837-0c69b189c146 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.701820] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a827cdc8-3401-4bb7-a246-cd4e2354a795 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.722340] env[69473]: DEBUG nova.compute.utils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.725573] env[69473]: DEBUG nova.compute.provider_tree [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.727341] env[69473]: DEBUG nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.727633] env[69473]: DEBUG nova.network.neutron [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.776674] env[69473]: DEBUG nova.policy [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76228fd87c947cca7b326d2fd757017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c909cbfdf31434e849826ce64e7563c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.866685] env[69473]: WARNING nova.compute.manager [None req-96a77717-5e36-4d79-a367-5af71aad9bd4 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Image not found during snapshot: nova.exception.ImageNotFound: Image 429e088b-e916-49d4-8cfc-dc84e6572c37 could not be found. [ 1019.908868] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1019.909589] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74943c4a-8fc9-4b53-9229-14298bd5b5f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.919092] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1019.919092] env[69473]: value = "task-3358338" [ 1019.919092] env[69473]: _type = "Task" [ 1019.919092] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.930067] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358338, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.971257] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.971378] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.971536] env[69473]: DEBUG nova.network.neutron [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.054917] env[69473]: DEBUG nova.network.neutron [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Successfully created port: 4d25de6b-39b7-4518-835f-0dcf089c4467 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.094768] env[69473]: DEBUG nova.network.neutron [-] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.194388] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.227018] env[69473]: DEBUG nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.228324] env[69473]: DEBUG nova.scheduler.client.report [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.430280] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358338, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.509149] env[69473]: DEBUG nova.network.neutron [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.601686] env[69473]: INFO nova.compute.manager [-] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Took 1.35 seconds to deallocate network for instance. [ 1020.804279] env[69473]: DEBUG nova.network.neutron [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Updating instance_info_cache with network_info: [{"id": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "address": "fa:16:3e:b4:14:c8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922a7bcc-fc", "ovs_interfaceid": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.804279] env[69473]: DEBUG nova.compute.manager [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Received event network-vif-plugged-922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.804279] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] Acquiring lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.804279] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.804279] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.804279] env[69473]: DEBUG nova.compute.manager [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] No waiting events found dispatching network-vif-plugged-922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.804279] env[69473]: WARNING nova.compute.manager [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Received unexpected event network-vif-plugged-922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 for instance with vm_state building and task_state spawning. [ 1020.804279] env[69473]: DEBUG nova.compute.manager [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Received event network-changed-922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.804279] env[69473]: DEBUG nova.compute.manager [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Refreshing instance network info cache due to event network-changed-922a7bcc-fcaf-4cc5-b14a-22709f85b0b4. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.804279] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] Acquiring lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.804279] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.532s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.804279] env[69473]: INFO nova.compute.manager [None req-7fac0965-ba18-4914-8c0f-f7b8eacdaee8 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Successfully reverted task state from rebuilding on failure for instance. [ 1020.805770] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.493s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.805770] env[69473]: INFO nova.compute.claims [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.870026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "8c3cfc09-1937-4536-a5e5-d8add1196322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.870026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.870026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "8c3cfc09-1937-4536-a5e5-d8add1196322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.870306] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.870377] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.872667] env[69473]: INFO nova.compute.manager [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Terminating instance [ 1020.929317] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358338, 'name': CloneVM_Task} progress is 95%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.115795] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.177619] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.178185] env[69473]: DEBUG nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Instance network_info: |[{"id": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "address": "fa:16:3e:b4:14:c8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922a7bcc-fc", "ovs_interfaceid": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.178528] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] Acquired lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.179067] env[69473]: DEBUG nova.network.neutron [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Refreshing network info cache for port 922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.180425] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:14:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '922a7bcc-fcaf-4cc5-b14a-22709f85b0b4', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.189620] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.190922] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.191317] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03bae818-bd49-4a1a-aefe-cfc2635160d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.215382] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.215382] env[69473]: value = "task-3358339" [ 1021.215382] env[69473]: _type = "Task" [ 1021.215382] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.226924] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358339, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.253858] env[69473]: DEBUG nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.275963] env[69473]: DEBUG oslo_concurrency.lockutils [None req-23e9376d-e43f-435d-a086-c35e5722bdc5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.276803] env[69473]: DEBUG oslo_concurrency.lockutils [None req-23e9376d-e43f-435d-a086-c35e5722bdc5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.276803] env[69473]: DEBUG nova.objects.instance [None req-23e9376d-e43f-435d-a086-c35e5722bdc5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'flavor' on Instance uuid c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.286595] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.286948] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.287165] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.287385] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.287544] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.287742] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.288151] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.288303] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.288535] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.288732] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.288999] env[69473]: DEBUG nova.virt.hardware [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.290406] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78310657-afa3-42ef-abbe-4794ad7096e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.302844] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a09ac0f-1b3a-4bfe-b3e9-776fd6a51fcb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.377252] env[69473]: DEBUG nova.compute.manager [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.377541] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.378732] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abb5dc-3864-4202-9f9a-9614fe6779c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.388397] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.388736] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d253dd-1832-4eaf-94ec-6cae6eed48b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.396818] env[69473]: DEBUG oslo_vmware.api [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1021.396818] env[69473]: value = "task-3358340" [ 1021.396818] env[69473]: _type = "Task" [ 1021.396818] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.407740] env[69473]: DEBUG oslo_vmware.api [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.429794] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358338, 'name': CloneVM_Task, 'duration_secs': 1.378043} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.430165] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Created linked-clone VM from snapshot [ 1021.431040] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc51ac2-9a87-4b4c-a5fb-c1c53c62e7b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.440174] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Uploading image 9f36abcf-bd87-471d-8701-43a61c15db7b {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1021.465063] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1021.465063] env[69473]: value = "vm-670261" [ 1021.465063] env[69473]: _type = "VirtualMachine" [ 1021.465063] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1021.465395] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6a3b8dfe-0627-4802-9766-64fae2e6238f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.473190] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease: (returnval){ [ 1021.473190] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525b9147-f922-0450-8e5b-7e0983bdb71f" [ 1021.473190] env[69473]: _type = "HttpNfcLease" [ 1021.473190] env[69473]: } obtained for exporting VM: (result){ [ 1021.473190] env[69473]: value = "vm-670261" [ 1021.473190] env[69473]: _type = "VirtualMachine" [ 1021.473190] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1021.473582] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the lease: (returnval){ [ 1021.473582] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525b9147-f922-0450-8e5b-7e0983bdb71f" [ 1021.473582] env[69473]: _type = "HttpNfcLease" [ 1021.473582] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1021.474257] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "13dca5af-42c4-4d02-9823-95209d1ab976" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.474548] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.474750] env[69473]: DEBUG nova.compute.manager [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Going to confirm migration 3 {{(pid=69473) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1021.484433] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.484433] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525b9147-f922-0450-8e5b-7e0983bdb71f" [ 1021.484433] env[69473]: _type = "HttpNfcLease" [ 1021.484433] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1021.627055] env[69473]: DEBUG nova.network.neutron [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Successfully updated port: 4d25de6b-39b7-4518-835f-0dcf089c4467 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.726194] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358339, 'name': CreateVM_Task, 'duration_secs': 0.385717} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.726376] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.729312] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.729312] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.729312] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.729312] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8f10df-173d-456d-bf58-143437174426 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.733166] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1021.733166] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528a9e44-e233-a596-8da2-66c3317187bd" [ 1021.733166] env[69473]: _type = "Task" [ 1021.733166] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.744871] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528a9e44-e233-a596-8da2-66c3317187bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.782470] env[69473]: DEBUG nova.objects.instance [None req-23e9376d-e43f-435d-a086-c35e5722bdc5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'pci_requests' on Instance uuid c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.905447] env[69473]: DEBUG nova.objects.instance [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lazy-loading 'flavor' on Instance uuid c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.914350] env[69473]: DEBUG oslo_vmware.api [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358340, 'name': PowerOffVM_Task, 'duration_secs': 0.193051} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.917081] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.917279] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.917897] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d28d0acc-93f2-45bd-be2d-1ad8c021b83a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.957944] env[69473]: DEBUG nova.network.neutron [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Updated VIF entry in instance network info cache for port 922a7bcc-fcaf-4cc5-b14a-22709f85b0b4. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.958347] env[69473]: DEBUG nova.network.neutron [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Updating instance_info_cache with network_info: [{"id": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "address": "fa:16:3e:b4:14:c8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922a7bcc-fc", "ovs_interfaceid": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.984332] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.984563] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.984744] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleting the datastore file [datastore2] 8c3cfc09-1937-4536-a5e5-d8add1196322 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.989278] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-008541e2-fda0-4ea6-a315-b92a191d7bdc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.995079] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.995079] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525b9147-f922-0450-8e5b-7e0983bdb71f" [ 1021.995079] env[69473]: _type = "HttpNfcLease" [ 1021.995079] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1021.995558] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1021.995558] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525b9147-f922-0450-8e5b-7e0983bdb71f" [ 1021.995558] env[69473]: _type = "HttpNfcLease" [ 1021.995558] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1021.996297] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54f1d0-392f-4b90-98c0-e61d910bf21e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.000012] env[69473]: DEBUG oslo_vmware.api [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for the task: (returnval){ [ 1022.000012] env[69473]: value = "task-3358343" [ 1022.000012] env[69473]: _type = "Task" [ 1022.000012] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.007450] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd4864-deab-b947-6c5a-d8f61f18b01b/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.007646] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd4864-deab-b947-6c5a-d8f61f18b01b/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1022.018130] env[69473]: DEBUG oslo_vmware.api [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.079825] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.080058] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.080283] env[69473]: DEBUG nova.network.neutron [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.080475] env[69473]: DEBUG nova.objects.instance [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lazy-loading 'info_cache' on Instance uuid 13dca5af-42c4-4d02-9823-95209d1ab976 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.114850] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3740348d-cfb1-461f-a47d-cb083e7c2e0f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.132158] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.132338] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.132481] env[69473]: DEBUG nova.network.neutron [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.223070] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e029e66a-2b2f-44ab-8eb9-245033c79ce8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.230869] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2238fe48-f497-4e43-96ea-0fd86a2fd77d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.265387] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d0f7d-d49d-4478-970a-19a73ab4e794 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.271483] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528a9e44-e233-a596-8da2-66c3317187bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018055} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.274119] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.274411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.274673] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.274821] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.275027] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.275519] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3db60ef7-127f-46e9-842c-2d762eeb3800 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.281197] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34333f19-29fe-4734-84c6-10dce70e61e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.300840] env[69473]: DEBUG nova.objects.base [None req-23e9376d-e43f-435d-a086-c35e5722bdc5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.301172] env[69473]: DEBUG nova.network.neutron [None req-23e9376d-e43f-435d-a086-c35e5722bdc5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.303351] env[69473]: DEBUG nova.compute.provider_tree [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.304910] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.305237] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.306354] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275f4f25-4800-4b3c-80cd-db48ad5b7bc9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.313174] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1022.313174] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216d21d-5c54-9096-f1f9-15d766ff697f" [ 1022.313174] env[69473]: _type = "Task" [ 1022.313174] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.323369] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216d21d-5c54-9096-f1f9-15d766ff697f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.385305] env[69473]: DEBUG oslo_concurrency.lockutils [None req-23e9376d-e43f-435d-a086-c35e5722bdc5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.109s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.418597] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.418949] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquired lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.461088] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] Releasing lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.462186] env[69473]: DEBUG nova.compute.manager [req-dfa20bed-b0ff-452e-9b46-ba9fc5014562 req-6cbf8c62-d82a-4497-a8b6-7a27d044d6ae service nova] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Received event network-vif-deleted-4fa06267-04f3-40e4-9c57-4b060569d3c5 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.510639] env[69473]: DEBUG oslo_vmware.api [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Task: {'id': task-3358343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414515} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.511749] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.511749] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.511749] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.512323] env[69473]: INFO nova.compute.manager [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1022.512926] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.513308] env[69473]: DEBUG nova.compute.manager [-] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.515186] env[69473]: DEBUG nova.network.neutron [-] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.706607] env[69473]: DEBUG nova.network.neutron [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.808370] env[69473]: DEBUG nova.scheduler.client.report [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.840512] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216d21d-5c54-9096-f1f9-15d766ff697f, 'name': SearchDatastore_Task, 'duration_secs': 0.015417} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.843146] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de955803-1a5e-4675-b340-7abbd5ff859f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.850788] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1022.850788] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d17fe0-98ca-3042-1095-5b14ac0a78ff" [ 1022.850788] env[69473]: _type = "Task" [ 1022.850788] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.860725] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d17fe0-98ca-3042-1095-5b14ac0a78ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.871952] env[69473]: DEBUG nova.compute.manager [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Received event network-vif-plugged-4d25de6b-39b7-4518-835f-0dcf089c4467 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.872414] env[69473]: DEBUG oslo_concurrency.lockutils [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] Acquiring lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.872821] env[69473]: DEBUG oslo_concurrency.lockutils [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.873129] env[69473]: DEBUG oslo_concurrency.lockutils [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.873599] env[69473]: DEBUG nova.compute.manager [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] No waiting events found dispatching network-vif-plugged-4d25de6b-39b7-4518-835f-0dcf089c4467 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.874063] env[69473]: WARNING nova.compute.manager [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Received unexpected event network-vif-plugged-4d25de6b-39b7-4518-835f-0dcf089c4467 for instance with vm_state building and task_state spawning. [ 1022.874356] env[69473]: DEBUG nova.compute.manager [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Received event network-changed-4d25de6b-39b7-4518-835f-0dcf089c4467 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.874631] env[69473]: DEBUG nova.compute.manager [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Refreshing instance network info cache due to event network-changed-4d25de6b-39b7-4518-835f-0dcf089c4467. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.874962] env[69473]: DEBUG oslo_concurrency.lockutils [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] Acquiring lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.055886] env[69473]: DEBUG nova.network.neutron [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance_info_cache with network_info: [{"id": "4d25de6b-39b7-4518-835f-0dcf089c4467", "address": "fa:16:3e:f9:e8:36", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d25de6b-39", "ovs_interfaceid": "4d25de6b-39b7-4518-835f-0dcf089c4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.208178] env[69473]: DEBUG nova.network.neutron [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.328105] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.328784] env[69473]: DEBUG nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.335192] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.181s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.335192] env[69473]: DEBUG nova.objects.instance [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lazy-loading 'resources' on Instance uuid 471fe7bd-9997-4baf-a7e1-ff41be585590 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.363557] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d17fe0-98ca-3042-1095-5b14ac0a78ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017673} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.364241] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.364960] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5/2e78b51a-ad29-4397-bbfe-55ed8bca8bc5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.366135] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-734b67d7-0027-46bb-b303-b2e42daf1bd4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.376687] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1023.376687] env[69473]: value = "task-3358344" [ 1023.376687] env[69473]: _type = "Task" [ 1023.376687] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.387916] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.411946] env[69473]: DEBUG nova.network.neutron [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance_info_cache with network_info: [{"id": "99575499-b00b-4a27-816a-c38fdd4fb64d", "address": "fa:16:3e:b4:a1:1f", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99575499-b0", "ovs_interfaceid": "99575499-b00b-4a27-816a-c38fdd4fb64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.558648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.559135] env[69473]: DEBUG nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Instance network_info: |[{"id": "4d25de6b-39b7-4518-835f-0dcf089c4467", "address": "fa:16:3e:f9:e8:36", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d25de6b-39", "ovs_interfaceid": "4d25de6b-39b7-4518-835f-0dcf089c4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.559456] env[69473]: DEBUG oslo_concurrency.lockutils [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] Acquired lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.559656] env[69473]: DEBUG nova.network.neutron [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Refreshing network info cache for port 4d25de6b-39b7-4518-835f-0dcf089c4467 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.561984] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:e8:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d25de6b-39b7-4518-835f-0dcf089c4467', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.570045] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.570570] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.572428] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37602933-2d29-445c-bc59-c0fde6ed653f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.596659] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.596659] env[69473]: value = "task-3358345" [ 1023.596659] env[69473]: _type = "Task" [ 1023.596659] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.608159] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358345, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.641887] env[69473]: DEBUG nova.network.neutron [-] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.835715] env[69473]: DEBUG nova.compute.utils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.840868] env[69473]: DEBUG nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1023.893288] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.914374] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-13dca5af-42c4-4d02-9823-95209d1ab976" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.914554] env[69473]: DEBUG nova.objects.instance [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lazy-loading 'migration_context' on Instance uuid 13dca5af-42c4-4d02-9823-95209d1ab976 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.029183] env[69473]: DEBUG nova.network.neutron [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.107857] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358345, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.145736] env[69473]: INFO nova.compute.manager [-] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Took 1.63 seconds to deallocate network for instance. [ 1024.265506] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6ce563-a702-40f7-b234-98faf8511d63 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.276344] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67c0dd4-f0a1-4c62-a462-f4ab939a8f21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.285537] env[69473]: DEBUG nova.objects.instance [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lazy-loading 'flavor' on Instance uuid c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.324767] env[69473]: DEBUG nova.network.neutron [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updated VIF entry in instance network info cache for port 4d25de6b-39b7-4518-835f-0dcf089c4467. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.325690] env[69473]: DEBUG nova.network.neutron [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance_info_cache with network_info: [{"id": "4d25de6b-39b7-4518-835f-0dcf089c4467", "address": "fa:16:3e:f9:e8:36", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d25de6b-39", "ovs_interfaceid": "4d25de6b-39b7-4518-835f-0dcf089c4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.328839] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600fb52-13b2-4a27-94e8-6871fa4109a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.334581] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.335439] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.335439] env[69473]: DEBUG nova.objects.instance [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'flavor' on Instance uuid c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.343439] env[69473]: DEBUG nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.348882] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cbc74-191b-8b1a-fd77-34da2879c3a7/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.350411] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba0245-abc5-47e4-b4ee-46d891aa0561 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.356649] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d376a5a-2f57-4d8f-abb3-dbfe34f3a7cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.364230] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cbc74-191b-8b1a-fd77-34da2879c3a7/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.364497] env[69473]: ERROR oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cbc74-191b-8b1a-fd77-34da2879c3a7/disk-0.vmdk due to incomplete transfer. [ 1024.372427] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b383ec4-8f7a-4222-bfec-d5be87eec7f8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.374827] env[69473]: DEBUG nova.compute.provider_tree [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.387235] env[69473]: DEBUG oslo_vmware.rw_handles [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cbc74-191b-8b1a-fd77-34da2879c3a7/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1024.387235] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Uploaded image 49f23b2e-2061-45c5-bc3d-ff8a97630645 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1024.389227] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.390288] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9048cee2-c9fd-4714-ad8e-eacd0714ccf6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.395868] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701618} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.396778] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5/2e78b51a-ad29-4397-bbfe-55ed8bca8bc5.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.397066] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.397490] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87125dd6-f76b-4465-82ee-bc21730886b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.402182] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1024.402182] env[69473]: value = "task-3358346" [ 1024.402182] env[69473]: _type = "Task" [ 1024.402182] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.407190] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1024.407190] env[69473]: value = "task-3358347" [ 1024.407190] env[69473]: _type = "Task" [ 1024.407190] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.415586] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358346, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.418440] env[69473]: DEBUG nova.objects.base [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Object Instance<13dca5af-42c4-4d02-9823-95209d1ab976> lazy-loaded attributes: info_cache,migration_context {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.422169] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87fd15d-9a89-43c9-8b1c-ba2e8af4afce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.425227] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.443522] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851e6908-d882-4231-ac28-4b92a575ca91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.448879] env[69473]: DEBUG oslo_vmware.api [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1024.448879] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522ed7a9-e2e6-734e-7106-ded65e11f431" [ 1024.448879] env[69473]: _type = "Task" [ 1024.448879] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.457253] env[69473]: DEBUG oslo_vmware.api [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522ed7a9-e2e6-734e-7106-ded65e11f431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.532341] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Releasing lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.532551] env[69473]: DEBUG nova.compute.manager [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Inject network info {{(pid=69473) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1024.532838] env[69473]: DEBUG nova.compute.manager [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] network_info to inject: |[{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1024.537776] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Reconfiguring VM instance to set the machine id {{(pid=69473) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1024.538120] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07eed20-ff92-4798-b4ee-df237cdb9584 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.553346] env[69473]: DEBUG oslo_vmware.api [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 1024.553346] env[69473]: value = "task-3358348" [ 1024.553346] env[69473]: _type = "Task" [ 1024.553346] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.562131] env[69473]: DEBUG oslo_vmware.api [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.607620] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358345, 'name': CreateVM_Task, 'duration_secs': 0.584041} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.607800] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.609035] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.609035] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.609035] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.609276] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf24057-69d8-4b30-abda-fe6e6e4ab1c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.614104] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1024.614104] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e9c24e-fed6-00fb-2d82-e2ad153c37cf" [ 1024.614104] env[69473]: _type = "Task" [ 1024.614104] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.622450] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e9c24e-fed6-00fb-2d82-e2ad153c37cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.656041] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.790855] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.791081] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquired lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.834777] env[69473]: DEBUG oslo_concurrency.lockutils [req-336ad386-6c6f-489c-9ea3-ada3ae580963 req-09e7c9aa-1e49-4c3f-823c-8a8f0f72f620 service nova] Releasing lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.878196] env[69473]: DEBUG nova.scheduler.client.report [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.915466] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358346, 'name': Destroy_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.922165] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069651} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.922362] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.923137] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb5af6-569b-42f4-8e35-73f3a963ded4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.927878] env[69473]: DEBUG nova.compute.manager [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Received event network-vif-deleted-7e526627-9eca-4ab7-ad35-e85156789177 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.928302] env[69473]: DEBUG nova.compute.manager [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Received event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.928497] env[69473]: DEBUG nova.compute.manager [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing instance network info cache due to event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.928682] env[69473]: DEBUG oslo_concurrency.lockutils [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] Acquiring lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.952663] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5/2e78b51a-ad29-4397-bbfe-55ed8bca8bc5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.953447] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4764e4c9-6e3a-4533-80e4-2495c1040da4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.977805] env[69473]: DEBUG oslo_vmware.api [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522ed7a9-e2e6-734e-7106-ded65e11f431, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.978536] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.978928] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1024.978928] env[69473]: value = "task-3358349" [ 1024.978928] env[69473]: _type = "Task" [ 1024.978928] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.987105] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.067458] env[69473]: DEBUG oslo_vmware.api [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358348, 'name': ReconfigVM_Task, 'duration_secs': 0.195228} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.067736] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8cd86b-2698-48b5-8c20-31324521aa05 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Reconfigured VM instance to set the machine id {{(pid=69473) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1025.125334] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e9c24e-fed6-00fb-2d82-e2ad153c37cf, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.125683] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.125970] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.126269] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.126440] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.126664] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.126954] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2870a1c6-7991-4c8e-8db1-5bd1c0439edd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.137799] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.138016] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.138852] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a5796c-537d-4e31-87bb-9c8663ee8ece {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.147936] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1025.147936] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c5c009-aa94-17fc-9a28-e14a66e7726e" [ 1025.147936] env[69473]: _type = "Task" [ 1025.147936] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.156034] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c5c009-aa94-17fc-9a28-e14a66e7726e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.211053] env[69473]: DEBUG nova.objects.instance [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'pci_requests' on Instance uuid c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.368296] env[69473]: DEBUG nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.384285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.387034] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.193s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.387034] env[69473]: DEBUG nova.objects.instance [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lazy-loading 'resources' on Instance uuid 465c6b57-7c55-4f13-8a94-336454334f67 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.393018] env[69473]: DEBUG nova.network.neutron [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.397857] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.398484] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.398484] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.398484] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.398651] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.398866] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.398988] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.399131] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.399458] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.399458] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.399987] env[69473]: DEBUG nova.virt.hardware [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.400638] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7d1844-4577-4447-a4a1-a23c63cf4aae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.411280] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6324c-e77f-431c-af0f-e811a1cc6109 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.417283] env[69473]: INFO nova.scheduler.client.report [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Deleted allocations for instance 471fe7bd-9997-4baf-a7e1-ff41be585590 [ 1025.420490] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358346, 'name': Destroy_Task, 'duration_secs': 0.531829} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.422958] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Destroyed the VM [ 1025.423232] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.423711] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb352c63-f485-48e5-99f6-a69232322079 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.434564] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.439767] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Creating folder: Project (70ad69e8b8f7446384aa7088602d225e). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.440651] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0461d50e-dbbc-45cd-9fc7-642da0bd7756 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.445423] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1025.445423] env[69473]: value = "task-3358350" [ 1025.445423] env[69473]: _type = "Task" [ 1025.445423] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.451867] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Created folder: Project (70ad69e8b8f7446384aa7088602d225e) in parent group-v669999. [ 1025.452336] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Creating folder: Instances. Parent ref: group-v670264. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.455549] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac48d48-3026-418e-8562-41b5007ef2da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.457559] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358350, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.465342] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Created folder: Instances in parent group-v670264. [ 1025.465673] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.465790] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.465991] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b83b3e7-6e38-412a-8e02-7a7c7bd14cf9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.485173] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.485173] env[69473]: value = "task-3358353" [ 1025.485173] env[69473]: _type = "Task" [ 1025.485173] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.492091] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358349, 'name': ReconfigVM_Task, 'duration_secs': 0.321781} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.492619] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5/2e78b51a-ad29-4397-bbfe-55ed8bca8bc5.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.493278] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d59320b-595e-4fc5-b0b1-ca825cedb7a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.497885] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358353, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.501987] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1025.501987] env[69473]: value = "task-3358354" [ 1025.501987] env[69473]: _type = "Task" [ 1025.501987] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.509874] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358354, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.661060] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c5c009-aa94-17fc-9a28-e14a66e7726e, 'name': SearchDatastore_Task, 'duration_secs': 0.015635} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.662222] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336ec653-aa44-407e-9d2f-5ac4ceb9f581 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.669274] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1025.669274] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b703aa-2708-e14e-42da-6f1216894a2c" [ 1025.669274] env[69473]: _type = "Task" [ 1025.669274] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.680145] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b703aa-2708-e14e-42da-6f1216894a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.714114] env[69473]: DEBUG nova.objects.base [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.714353] env[69473]: DEBUG nova.network.neutron [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.765279] env[69473]: DEBUG nova.policy [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.930294] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0c62b9c2-7623-40d6-b9fc-187545e63a0f tempest-ServersWithSpecificFlavorTestJSON-705401059 tempest-ServersWithSpecificFlavorTestJSON-705401059-project-member] Lock "471fe7bd-9997-4baf-a7e1-ff41be585590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.434s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.966801] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358350, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.000639] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358353, 'name': CreateVM_Task, 'duration_secs': 0.300297} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.005656] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.006909] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.007300] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.007918] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.011902] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac94fde7-b9bd-4451-86ed-8e857d7bd39a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.023759] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1026.023759] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b72ed-055d-0d38-ff16-5a5949abdf59" [ 1026.023759] env[69473]: _type = "Task" [ 1026.023759] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.023759] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358354, 'name': Rename_Task, 'duration_secs': 0.179574} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.027378] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.029902] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f29861-4fcf-44ca-ba21-57946828d396 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.037933] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b72ed-055d-0d38-ff16-5a5949abdf59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.039746] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1026.039746] env[69473]: value = "task-3358355" [ 1026.039746] env[69473]: _type = "Task" [ 1026.039746] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.052239] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.183449] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b703aa-2708-e14e-42da-6f1216894a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013521} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.184518] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.184518] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f75207bf-a397-433b-ac8c-baa25e8b425d/f75207bf-a397-433b-ac8c-baa25e8b425d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.184518] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fbd5666-1d53-4518-8b5a-4f0f9e7bddbc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.193572] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1026.193572] env[69473]: value = "task-3358356" [ 1026.193572] env[69473]: _type = "Task" [ 1026.193572] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.205369] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.219546] env[69473]: DEBUG nova.network.neutron [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Successfully created port: 0e599486-78d6-44d3-a45b-065b73fcd76f {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.302087] env[69473]: DEBUG nova.network.neutron [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.329113] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ded233-3a54-43e3-b8ce-bf06429041db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.337298] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e57c6-81bf-4a16-bf07-a323f8909974 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.368161] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6be1af7-253a-452d-8ba4-5eacbf7d2e5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.376315] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58529eab-54c4-47da-a503-e9094f3a938c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.391699] env[69473]: DEBUG nova.compute.provider_tree [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.460229] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358350, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58327} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.460793] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.461284] env[69473]: DEBUG nova.compute.manager [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.462475] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ee37d-ce1c-4cfd-a791-f651e5aedf0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.544023] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b72ed-055d-0d38-ff16-5a5949abdf59, 'name': SearchDatastore_Task, 'duration_secs': 0.023762} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.546254] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.546732] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.547130] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.547429] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.547755] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.548558] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b67c6aab-febc-40e7-967e-9b34d1a7340d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.557527] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358355, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.565450] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.565655] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.566506] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e97334-8e28-43c6-8490-15092ba0df95 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.575432] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1026.575432] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f3c278-b20e-9e9b-340d-590c933c24a9" [ 1026.575432] env[69473]: _type = "Task" [ 1026.575432] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.587390] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f3c278-b20e-9e9b-340d-590c933c24a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.706410] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.805027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Releasing lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.805303] env[69473]: DEBUG nova.compute.manager [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Inject network info {{(pid=69473) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1026.805664] env[69473]: DEBUG nova.compute.manager [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] network_info to inject: |[{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1026.811242] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Reconfiguring VM instance to set the machine id {{(pid=69473) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1026.811624] env[69473]: DEBUG oslo_concurrency.lockutils [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] Acquired lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.811815] env[69473]: DEBUG nova.network.neutron [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.813241] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d92ac29-ced9-44f5-967c-9aad228ca3cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.833879] env[69473]: DEBUG oslo_vmware.api [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 1026.833879] env[69473]: value = "task-3358357" [ 1026.833879] env[69473]: _type = "Task" [ 1026.833879] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.843149] env[69473]: DEBUG oslo_vmware.api [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.895090] env[69473]: DEBUG nova.scheduler.client.report [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.963694] env[69473]: DEBUG nova.compute.manager [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Received event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.963918] env[69473]: DEBUG nova.compute.manager [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing instance network info cache due to event network-changed-bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.964583] env[69473]: DEBUG oslo_concurrency.lockutils [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] Acquiring lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.978151] env[69473]: INFO nova.compute.manager [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Shelve offloading [ 1026.982785] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.983145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.983436] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.983797] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.983934] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.988017] env[69473]: INFO nova.compute.manager [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Terminating instance [ 1027.055682] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358355, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.086656] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f3c278-b20e-9e9b-340d-590c933c24a9, 'name': SearchDatastore_Task, 'duration_secs': 0.063588} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.089957] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec34541-b1e4-4613-8090-1a11430c841f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.096377] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1027.096377] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52adf763-8227-fe13-fe63-98a7ee753f68" [ 1027.096377] env[69473]: _type = "Task" [ 1027.096377] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.105204] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52adf763-8227-fe13-fe63-98a7ee753f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.129159] env[69473]: DEBUG nova.network.neutron [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updated VIF entry in instance network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.129562] env[69473]: DEBUG nova.network.neutron [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.205572] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65036} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.205768] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f75207bf-a397-433b-ac8c-baa25e8b425d/f75207bf-a397-433b-ac8c-baa25e8b425d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.205983] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.206276] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f247fb49-c87e-4a84-b8a9-dd35620c8def {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.216051] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1027.216051] env[69473]: value = "task-3358358" [ 1027.216051] env[69473]: _type = "Task" [ 1027.216051] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.226343] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.343489] env[69473]: DEBUG oslo_vmware.api [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358357, 'name': ReconfigVM_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.343850] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d3d743-7309-4c1d-ba89-852c3eb6fc24 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Reconfigured VM instance to set the machine id {{(pid=69473) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1027.401707] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.404141] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.289s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.404301] env[69473]: DEBUG nova.objects.instance [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'resources' on Instance uuid ae4850c0-cc31-4348-a911-33e70b95fc32 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.482481] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.483653] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-737d6b97-d0ae-42cf-a11d-8845ea30c4bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.491175] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1027.491175] env[69473]: value = "task-3358359" [ 1027.491175] env[69473]: _type = "Task" [ 1027.491175] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.491889] env[69473]: DEBUG nova.compute.manager [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.492118] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.495797] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb325fb-7e46-4b01-b68e-e38a1d10ac19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.507420] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1027.507792] env[69473]: DEBUG nova.compute.manager [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.508413] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.509255] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3af07a0-f9af-4b0e-a65e-4a5b5976cf76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.511722] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c90a310-8ff9-42cb-bf89-571710ba4e45 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.517608] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.517797] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.517969] env[69473]: DEBUG nova.network.neutron [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.520770] env[69473]: DEBUG oslo_vmware.api [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 1027.520770] env[69473]: value = "task-3358360" [ 1027.520770] env[69473]: _type = "Task" [ 1027.520770] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.529685] env[69473]: DEBUG oslo_vmware.api [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.555776] env[69473]: DEBUG oslo_vmware.api [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358355, 'name': PowerOnVM_Task, 'duration_secs': 1.138009} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.556062] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.556271] env[69473]: INFO nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1027.556452] env[69473]: DEBUG nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.557330] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61048145-1f42-4b5f-9b1a-a88fb7156b93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.609206] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52adf763-8227-fe13-fe63-98a7ee753f68, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.609483] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.609740] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 57a633aa-fce7-4515-a070-d63d87e35ebc/57a633aa-fce7-4515-a070-d63d87e35ebc.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.610098] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b778e4-b1fb-41ad-a27f-5582def060a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.617683] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1027.617683] env[69473]: value = "task-3358361" [ 1027.617683] env[69473]: _type = "Task" [ 1027.617683] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.626742] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.632450] env[69473]: DEBUG oslo_concurrency.lockutils [req-ab12151b-1126-4486-8e0f-1b5b8f438da2 req-ea087bda-81a2-4dfe-ad84-7a3f68cc036f service nova] Releasing lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.632870] env[69473]: DEBUG oslo_concurrency.lockutils [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] Acquired lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.633123] env[69473]: DEBUG nova.network.neutron [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Refreshing network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.729087] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075618} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.729401] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.730530] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4dd3a9-fbfd-43ba-8bb9-fc7e2f50e31b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.760551] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f75207bf-a397-433b-ac8c-baa25e8b425d/f75207bf-a397-433b-ac8c-baa25e8b425d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.760659] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090d2579-47e5-48d9-811b-dd99eb22d0df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.782550] env[69473]: DEBUG nova.network.neutron [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Successfully updated port: 0e599486-78d6-44d3-a45b-065b73fcd76f {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.791731] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1027.791731] env[69473]: value = "task-3358362" [ 1027.791731] env[69473]: _type = "Task" [ 1027.791731] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.804217] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.921904] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3f305402-fb20-49b9-8ee9-bc0bbb906a21 tempest-ServerActionsV293TestJSON-1017163186 tempest-ServerActionsV293TestJSON-1017163186-project-member] Lock "465c6b57-7c55-4f13-8a94-336454334f67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.401s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.037018] env[69473]: DEBUG oslo_vmware.api [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358360, 'name': PowerOffVM_Task, 'duration_secs': 0.194603} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.038702] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.038702] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.039042] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-659c1fd0-facd-4096-9f44-105288d81ad4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.077372] env[69473]: INFO nova.compute.manager [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Took 18.81 seconds to build instance. [ 1028.130131] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.130376] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.130562] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Deleting the datastore file [datastore1] c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.130943] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c01c39-37c5-4949-b4b0-2e042c89d0ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.142506] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.151251] env[69473]: DEBUG oslo_vmware.api [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for the task: (returnval){ [ 1028.151251] env[69473]: value = "task-3358364" [ 1028.151251] env[69473]: _type = "Task" [ 1028.151251] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.165227] env[69473]: DEBUG oslo_vmware.api [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.288461] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] Acquiring lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.289319] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] Acquired lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.289319] env[69473]: DEBUG nova.network.neutron [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.294250] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.294449] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.294634] env[69473]: DEBUG nova.network.neutron [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.311466] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.354576] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a168101b-ae1e-49cf-a7f6-4fa70d63036c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.363161] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be838223-c0dc-49f9-8b87-ab66e76df2ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.401343] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cafbe1-0b9c-43f4-9945-81dc76496b6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.411735] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc1e551-fa80-4498-863c-84644db70e9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.427296] env[69473]: DEBUG nova.compute.provider_tree [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.477760] env[69473]: DEBUG nova.network.neutron [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff106ba9-91", "ovs_interfaceid": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.549080] env[69473]: DEBUG nova.network.neutron [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updated VIF entry in instance network info cache for port bd72876d-fa27-4584-95ef-5e9f6fead18e. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.549456] env[69473]: DEBUG nova.network.neutron [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [{"id": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "address": "fa:16:3e:a6:7e:76", "network": {"id": "710d82bf-a5f2-4bd8-98aa-5aecdd54ddf5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1754733152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497df32c52614576ac9abeeae1d20c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd72876d-fa", "ovs_interfaceid": "bd72876d-fa27-4584-95ef-5e9f6fead18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.579995] env[69473]: DEBUG oslo_concurrency.lockutils [None req-461fedd9-a867-4c42-be6b-19d0d73eb602 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.319s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.637552] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597611} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.637883] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 57a633aa-fce7-4515-a070-d63d87e35ebc/57a633aa-fce7-4515-a070-d63d87e35ebc.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.638129] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.638407] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26787fec-b6af-49ad-b26f-869b42ce8e76 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.646480] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1028.646480] env[69473]: value = "task-3358365" [ 1028.646480] env[69473]: _type = "Task" [ 1028.646480] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.662035] env[69473]: DEBUG oslo_vmware.api [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Task: {'id': task-3358364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3702} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.665243] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.665392] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.665442] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.665628] env[69473]: INFO nova.compute.manager [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1028.665889] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.666115] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.666345] env[69473]: DEBUG nova.compute.manager [-] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.666459] env[69473]: DEBUG nova.network.neutron [-] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.816887] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358362, 'name': ReconfigVM_Task, 'duration_secs': 0.683527} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.817306] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f75207bf-a397-433b-ac8c-baa25e8b425d/f75207bf-a397-433b-ac8c-baa25e8b425d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.817974] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a2d60c-d939-4ff2-bbb2-245956beb8ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.827240] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1028.827240] env[69473]: value = "task-3358366" [ 1028.827240] env[69473]: _type = "Task" [ 1028.827240] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.841714] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358366, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.902269] env[69473]: WARNING nova.network.neutron [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] 19d6b237-da70-41b8-90ea-b6b55b5b8105 already exists in list: networks containing: ['19d6b237-da70-41b8-90ea-b6b55b5b8105']. ignoring it [ 1028.930575] env[69473]: DEBUG nova.scheduler.client.report [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.984165] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.052096] env[69473]: DEBUG oslo_concurrency.lockutils [req-30d23f11-ec36-4533-b609-e173e73f48e7 req-ccbc79c1-30eb-47a7-a79d-47377d164a4f service nova] Releasing lock "refresh_cache-c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.173655] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100652} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.173655] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.173655] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498d9a85-ccfd-4eab-b0f5-7395baf1e785 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.203451] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 57a633aa-fce7-4515-a070-d63d87e35ebc/57a633aa-fce7-4515-a070-d63d87e35ebc.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.206214] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-665a697a-e6ac-4481-b21d-6048a9db69a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.231589] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1029.231589] env[69473]: value = "task-3358367" [ 1029.231589] env[69473]: _type = "Task" [ 1029.231589] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.240620] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.342153] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358366, 'name': Rename_Task, 'duration_secs': 0.237749} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.342514] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.342797] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f54d421c-ce53-41c0-89fb-eb397e20b6b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.349662] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1029.349662] env[69473]: value = "task-3358368" [ 1029.349662] env[69473]: _type = "Task" [ 1029.349662] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.362190] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.403542] env[69473]: DEBUG nova.network.neutron [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Updating instance_info_cache with network_info: [{"id": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "address": "fa:16:3e:b4:14:c8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922a7bcc-fc", "ovs_interfaceid": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.440626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.441360] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.785s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.441670] env[69473]: DEBUG nova.objects.instance [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lazy-loading 'resources' on Instance uuid 8c3cfc09-1937-4536-a5e5-d8add1196322 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.469652] env[69473]: INFO nova.scheduler.client.report [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted allocations for instance ae4850c0-cc31-4348-a911-33e70b95fc32 [ 1029.568311] env[69473]: DEBUG nova.compute.manager [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-vif-plugged-0e599486-78d6-44d3-a45b-065b73fcd76f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.568521] env[69473]: DEBUG oslo_concurrency.lockutils [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.568747] env[69473]: DEBUG oslo_concurrency.lockutils [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.568971] env[69473]: DEBUG oslo_concurrency.lockutils [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.569720] env[69473]: DEBUG nova.compute.manager [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] No waiting events found dispatching network-vif-plugged-0e599486-78d6-44d3-a45b-065b73fcd76f {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.569946] env[69473]: WARNING nova.compute.manager [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received unexpected event network-vif-plugged-0e599486-78d6-44d3-a45b-065b73fcd76f for instance with vm_state active and task_state None. [ 1029.570310] env[69473]: DEBUG nova.compute.manager [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-changed-0e599486-78d6-44d3-a45b-065b73fcd76f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.570498] env[69473]: DEBUG nova.compute.manager [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing instance network info cache due to event network-changed-0e599486-78d6-44d3-a45b-065b73fcd76f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.573019] env[69473]: DEBUG oslo_concurrency.lockutils [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.720623] env[69473]: DEBUG nova.network.neutron [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e599486-78d6-44d3-a45b-065b73fcd76f", "address": "fa:16:3e:78:70:80", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e599486-78", "ovs_interfaceid": "0e599486-78d6-44d3-a45b-065b73fcd76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.746303] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358367, 'name': ReconfigVM_Task, 'duration_secs': 0.510535} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.746632] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 57a633aa-fce7-4515-a070-d63d87e35ebc/57a633aa-fce7-4515-a070-d63d87e35ebc.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.747535] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f0f2640-d76a-43c6-86ec-0c608adb902a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.756024] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1029.756024] env[69473]: value = "task-3358369" [ 1029.756024] env[69473]: _type = "Task" [ 1029.756024] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.767040] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358369, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.863356] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.885607] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.886547] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9ca0ba-1b81-475b-b1e4-12214eaa3943 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.895762] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.896056] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df411bc7-ce91-4595-ba16-170bc01578a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.908406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] Releasing lock "refresh_cache-2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.908406] env[69473]: DEBUG nova.compute.manager [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Inject network info {{(pid=69473) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1029.908406] env[69473]: DEBUG nova.compute.manager [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] network_info to inject: |[{"id": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "address": "fa:16:3e:b4:14:c8", "network": {"id": "4a625e00-0176-4539-80d1-840f771d6314", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-816127227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b978e7df224ca9ae11193877afdd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922a7bcc-fc", "ovs_interfaceid": "922a7bcc-fcaf-4cc5-b14a-22709f85b0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1029.915578] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Reconfiguring VM instance to set the machine id {{(pid=69473) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1029.916228] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709d78a7-e788-4906-97f0-cb174cc55481 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.942332] env[69473]: DEBUG oslo_vmware.api [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] Waiting for the task: (returnval){ [ 1029.942332] env[69473]: value = "task-3358371" [ 1029.942332] env[69473]: _type = "Task" [ 1029.942332] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.955148] env[69473]: DEBUG nova.compute.manager [req-a285d253-cba2-4672-ae2e-47d540c57dac req-95641fba-06c4-47d6-821f-e61993b65237 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-vif-unplugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.955148] env[69473]: DEBUG oslo_concurrency.lockutils [req-a285d253-cba2-4672-ae2e-47d540c57dac req-95641fba-06c4-47d6-821f-e61993b65237 service nova] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.955148] env[69473]: DEBUG oslo_concurrency.lockutils [req-a285d253-cba2-4672-ae2e-47d540c57dac req-95641fba-06c4-47d6-821f-e61993b65237 service nova] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.955148] env[69473]: DEBUG oslo_concurrency.lockutils [req-a285d253-cba2-4672-ae2e-47d540c57dac req-95641fba-06c4-47d6-821f-e61993b65237 service nova] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.956688] env[69473]: DEBUG nova.compute.manager [req-a285d253-cba2-4672-ae2e-47d540c57dac req-95641fba-06c4-47d6-821f-e61993b65237 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] No waiting events found dispatching network-vif-unplugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.957110] env[69473]: WARNING nova.compute.manager [req-a285d253-cba2-4672-ae2e-47d540c57dac req-95641fba-06c4-47d6-821f-e61993b65237 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received unexpected event network-vif-unplugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 for instance with vm_state shelved and task_state shelving_offloading. [ 1029.962338] env[69473]: DEBUG oslo_vmware.api [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] Task: {'id': task-3358371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.982269] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5ce7f5c-3522-4597-b492-116ab92e3261 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ae4850c0-cc31-4348-a911-33e70b95fc32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.414s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.990518] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.990615] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.990813] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleting the datastore file [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.991100] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84cc11e5-b639-430d-92db-02a8d1fa37eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.001824] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1030.001824] env[69473]: value = "task-3358372" [ 1030.001824] env[69473]: _type = "Task" [ 1030.001824] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.012447] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.212241] env[69473]: DEBUG nova.network.neutron [-] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.224906] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.226258] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.226258] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.226258] env[69473]: DEBUG oslo_concurrency.lockutils [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.226598] env[69473]: DEBUG nova.network.neutron [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing network info cache for port 0e599486-78d6-44d3-a45b-065b73fcd76f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.228981] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612db1c-25ac-4a6f-baf4-7f28b226a407 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.252240] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.252503] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.252661] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.252843] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.252987] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.253153] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.253407] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.253587] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.253760] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.253918] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.254106] env[69473]: DEBUG nova.virt.hardware [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.260389] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfiguring VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1030.263758] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1306b846-cb69-4e09-be3e-3abfa8d795c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.286231] env[69473]: DEBUG oslo_vmware.api [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1030.286231] env[69473]: value = "task-3358373" [ 1030.286231] env[69473]: _type = "Task" [ 1030.286231] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.291274] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358369, 'name': Rename_Task, 'duration_secs': 0.241223} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.294293] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.297179] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c34a006b-6c4d-4f2d-8135-1ce53cbd003d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.304265] env[69473]: DEBUG oslo_vmware.api [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358373, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.305622] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1030.305622] env[69473]: value = "task-3358374" [ 1030.305622] env[69473]: _type = "Task" [ 1030.305622] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.314170] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.364505] env[69473]: DEBUG oslo_vmware.api [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358368, 'name': PowerOnVM_Task, 'duration_secs': 0.589904} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.364783] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.364980] env[69473]: INFO nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1030.365193] env[69473]: DEBUG nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.367015] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00077b9e-bbcd-4bdd-9642-0d8b01ef08c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.394151] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a511c8-ffd3-4daf-883e-f80079c080f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.402086] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b5e1fc-82fd-4027-bd29-1317a5af750d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.450989] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19cf5e2-6b55-414f-93ed-3371680baef2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.462910] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a41a4-2682-4a1f-b807-93a2a50a03a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.468651] env[69473]: DEBUG oslo_vmware.api [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] Task: {'id': task-3358371, 'name': ReconfigVM_Task, 'duration_secs': 0.198998} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.469868] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e2c73-c161-4636-8d05-86e0fb64d206 tempest-ServersAdminTestJSON-1372073889 tempest-ServersAdminTestJSON-1372073889-project-admin] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Reconfigured VM instance to set the machine id {{(pid=69473) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1030.481414] env[69473]: DEBUG nova.compute.provider_tree [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.513892] env[69473]: DEBUG oslo_vmware.api [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152957} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.513892] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.514012] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.514237] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.537050] env[69473]: INFO nova.scheduler.client.report [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted allocations for instance 7a746693-7512-4f6c-90f6-158ca21cd868 [ 1030.715232] env[69473]: INFO nova.compute.manager [-] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Took 2.05 seconds to deallocate network for instance. [ 1030.801011] env[69473]: DEBUG oslo_vmware.api [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.817968] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.882461] env[69473]: INFO nova.compute.manager [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Took 20.46 seconds to build instance. [ 1030.984714] env[69473]: DEBUG nova.scheduler.client.report [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.041904] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.069617] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd4864-deab-b947-6c5a-d8f61f18b01b/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.070835] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7379f89-2900-4b39-b65d-f65a9fa6bc4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.082020] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd4864-deab-b947-6c5a-d8f61f18b01b/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.082020] env[69473]: ERROR oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd4864-deab-b947-6c5a-d8f61f18b01b/disk-0.vmdk due to incomplete transfer. [ 1031.082020] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-872ff390-1f30-406c-9cd9-daea5a72f71e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.092349] env[69473]: DEBUG oslo_vmware.rw_handles [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd4864-deab-b947-6c5a-d8f61f18b01b/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1031.092592] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Uploaded image 9f36abcf-bd87-471d-8701-43a61c15db7b to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1031.095281] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1031.095691] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-501ac863-ac62-42ec-95b7-52463446330d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.105154] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1031.105154] env[69473]: value = "task-3358375" [ 1031.105154] env[69473]: _type = "Task" [ 1031.105154] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.113763] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358375, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.201047] env[69473]: DEBUG nova.network.neutron [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updated VIF entry in instance network info cache for port 0e599486-78d6-44d3-a45b-065b73fcd76f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.201511] env[69473]: DEBUG nova.network.neutron [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e599486-78d6-44d3-a45b-065b73fcd76f", "address": "fa:16:3e:78:70:80", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e599486-78", "ovs_interfaceid": "0e599486-78d6-44d3-a45b-065b73fcd76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.223175] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.301318] env[69473]: DEBUG oslo_vmware.api [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358373, 'name': ReconfigVM_Task, 'duration_secs': 0.873796} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.301901] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.302184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfigured VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1031.315550] env[69473]: DEBUG oslo_vmware.api [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358374, 'name': PowerOnVM_Task, 'duration_secs': 0.788881} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.315819] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.316032] env[69473]: INFO nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Took 5.95 seconds to spawn the instance on the hypervisor. [ 1031.316223] env[69473]: DEBUG nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.317028] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01013f1a-c758-499a-b463-06c14eb15a3f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.384323] env[69473]: DEBUG oslo_concurrency.lockutils [None req-00239222-e4df-4b41-be37-946bdd16d312 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.474065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.474065] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.490196] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.493825] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.515s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.515358] env[69473]: INFO nova.scheduler.client.report [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Deleted allocations for instance 8c3cfc09-1937-4536-a5e5-d8add1196322 [ 1031.616674] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358375, 'name': Destroy_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.704623] env[69473]: DEBUG oslo_concurrency.lockutils [req-4aee342e-674d-49f2-9bfc-bffa8530e13c req-751921e4-8446-4d8e-9f1a-49a1990d609e service nova] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.726298] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "fa773271-af7f-4401-8fe6-f0d498754e32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.726504] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "fa773271-af7f-4401-8fe6-f0d498754e32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.807318] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16fc2f68-b0ba-4c43-bdde-8febd62a35a5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.472s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.836089] env[69473]: INFO nova.compute.manager [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Took 15.60 seconds to build instance. [ 1031.981467] env[69473]: DEBUG nova.compute.utils [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.022743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-cbae527b-e962-4c80-b192-a0f561ca7d64 tempest-ImagesTestJSON-1047960049 tempest-ImagesTestJSON-1047960049-project-member] Lock "8c3cfc09-1937-4536-a5e5-d8add1196322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.153s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.114112] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358375, 'name': Destroy_Task, 'duration_secs': 0.788899} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.114382] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Destroyed the VM [ 1032.114607] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1032.114861] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc24ecfa-44cb-42bf-9982-7a52c796fd40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.123797] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1032.123797] env[69473]: value = "task-3358376" [ 1032.123797] env[69473]: _type = "Task" [ 1032.123797] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.134055] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.229623] env[69473]: DEBUG nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.312922] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f2e0c2-2d14-4ea0-b3df-a372289e5b0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.321019] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0da7c7-b425-4c35-a8f3-97e542b08dbc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.351464] env[69473]: DEBUG oslo_concurrency.lockutils [None req-42c2d73c-60f7-45a4-93dd-a2e1f4f68f68 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "57a633aa-fce7-4515-a070-d63d87e35ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.131s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.352771] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ba0cee-7f71-48ae-a6e1-b987e5118545 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.360320] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28201419-5d59-419f-b803-b3bb1c245037 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.374864] env[69473]: DEBUG nova.compute.provider_tree [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.485044] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.640134] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.759448] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.878398] env[69473]: DEBUG nova.scheduler.client.report [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.053019] env[69473]: DEBUG nova.compute.manager [req-ce223536-117c-4e23-8444-a8768c16d43a req-a9001b74-8f2b-4012-8eb8-79c618405394 service nova] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Received event network-vif-deleted-bd72876d-fa27-4584-95ef-5e9f6fead18e {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.066548] env[69473]: DEBUG nova.compute.manager [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.066897] env[69473]: DEBUG nova.compute.manager [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing instance network info cache due to event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.067173] env[69473]: DEBUG oslo_concurrency.lockutils [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] Acquiring lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.067385] env[69473]: DEBUG oslo_concurrency.lockutils [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] Acquired lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.067493] env[69473]: DEBUG nova.network.neutron [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.138030] env[69473]: DEBUG oslo_vmware.api [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358376, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906376} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.138030] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1033.138030] env[69473]: INFO nova.compute.manager [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 1033.549760] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.550070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.550576] env[69473]: INFO nova.compute.manager [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Attaching volume 02843bdb-e916-4908-929d-3c1034e0069c to /dev/sdb [ 1033.588868] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2524ecf3-fd86-4319-acae-3da03cb4f332 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.597164] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d369f-ad93-49a4-b962-2cdf0c1f6a20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.620146] env[69473]: DEBUG nova.virt.block_device [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updating existing volume attachment record: 759966a0-89d1-465e-8b14-7609d19a633f {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.720757] env[69473]: DEBUG nova.compute.manager [None req-8e4dadb3-ab1f-424b-bb44-a471121eef99 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Found 1 images (rotation: 2) {{(pid=69473) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1033.890652] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.397s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.894800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.853s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.895046] env[69473]: DEBUG nova.objects.instance [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'resources' on Instance uuid 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.012391] env[69473]: DEBUG nova.network.neutron [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updated VIF entry in instance network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.012539] env[69473]: DEBUG nova.network.neutron [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapff106ba9-91", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.404697] env[69473]: DEBUG nova.objects.instance [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.451382] env[69473]: INFO nova.scheduler.client.report [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted allocation for migration 444ee9ff-6ab6-4e3d-8631-b4addd78ad19 [ 1034.482237] env[69473]: DEBUG nova.compute.manager [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1034.515490] env[69473]: DEBUG oslo_concurrency.lockutils [req-2e18ff14-6e78-491a-80f4-8836ac55c99a req-b4712a18-abb6-4886-befb-b000f3f88f15 service nova] Releasing lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.559584] env[69473]: DEBUG nova.compute.manager [None req-3d2aacae-d1f6-4ad9-9f10-1471d9e38a09 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.560643] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa819fdb-117a-4780-9349-284165af3ffe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.778932] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-badab486-f43b-44d4-a994-947b8f723ee9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.779123] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-badab486-f43b-44d4-a994-947b8f723ee9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.779466] env[69473]: DEBUG nova.objects.instance [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'flavor' on Instance uuid c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.908796] env[69473]: DEBUG nova.objects.base [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Object Instance<7a746693-7512-4f6c-90f6-158ca21cd868> lazy-loaded attributes: resources,numa_topology {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.958318] env[69473]: DEBUG oslo_concurrency.lockutils [None req-734e4e54-ad27-4f80-8b56-134d8598719c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.484s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.997642] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "57a633aa-fce7-4515-a070-d63d87e35ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.997873] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "57a633aa-fce7-4515-a070-d63d87e35ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.998091] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "57a633aa-fce7-4515-a070-d63d87e35ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.998284] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "57a633aa-fce7-4515-a070-d63d87e35ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.998456] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "57a633aa-fce7-4515-a070-d63d87e35ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.001014] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.003572] env[69473]: INFO nova.compute.manager [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Terminating instance [ 1035.070544] env[69473]: INFO nova.compute.manager [None req-3d2aacae-d1f6-4ad9-9f10-1471d9e38a09 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] instance snapshotting [ 1035.071114] env[69473]: DEBUG nova.objects.instance [None req-3d2aacae-d1f6-4ad9-9f10-1471d9e38a09 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lazy-loading 'flavor' on Instance uuid 57a633aa-fce7-4515-a070-d63d87e35ebc {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.201767] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df62b3-26a4-46c3-9c9e-a578d0d2cba5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.209011] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d7a86-603b-4fc9-aaae-113153909013 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.238613] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8b736f-8faa-4437-8b2b-2a96df287aaa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.246251] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97172911-4113-4775-bbec-5eb626c163c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.259777] env[69473]: DEBUG nova.compute.provider_tree [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.282039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.506806] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "refresh_cache-57a633aa-fce7-4515-a070-d63d87e35ebc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.507012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquired lock "refresh_cache-57a633aa-fce7-4515-a070-d63d87e35ebc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.507258] env[69473]: DEBUG nova.network.neutron [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.579029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a0698e-8010-4105-9ceb-5d39f43f7314 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.598627] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03f4075-02ed-49b5-a0ef-3326a3831689 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.606480] env[69473]: DEBUG nova.compute.manager [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.611025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0830d-28f4-4431-b807-b1e9adc84147 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.641864] env[69473]: DEBUG nova.objects.instance [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'pci_requests' on Instance uuid c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.763870] env[69473]: DEBUG nova.scheduler.client.report [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.043741] env[69473]: DEBUG nova.network.neutron [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.102182] env[69473]: DEBUG nova.network.neutron [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.111337] env[69473]: DEBUG nova.compute.manager [None req-3d2aacae-d1f6-4ad9-9f10-1471d9e38a09 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Instance disappeared during snapshot {{(pid=69473) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1036.126377] env[69473]: INFO nova.compute.manager [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] instance snapshotting [ 1036.126986] env[69473]: DEBUG nova.objects.instance [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'flavor' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.145316] env[69473]: DEBUG nova.objects.base [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1036.145462] env[69473]: DEBUG nova.network.neutron [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.225315] env[69473]: DEBUG nova.policy [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.257389] env[69473]: DEBUG nova.compute.manager [None req-3d2aacae-d1f6-4ad9-9f10-1471d9e38a09 tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Found 0 images (rotation: 2) {{(pid=69473) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1036.269580] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.274118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.051s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.274430] env[69473]: DEBUG nova.objects.instance [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lazy-loading 'resources' on Instance uuid c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.604550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Releasing lock "refresh_cache-57a633aa-fce7-4515-a070-d63d87e35ebc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.605206] env[69473]: DEBUG nova.compute.manager [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.605295] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.606166] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4281282e-47d4-4ade-b10e-108d41f68e73 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.615621] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.615852] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccf0b0b6-fbf8-48f1-88fb-fffca902b62c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.625313] env[69473]: DEBUG oslo_vmware.api [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1036.625313] env[69473]: value = "task-3358379" [ 1036.625313] env[69473]: _type = "Task" [ 1036.625313] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.636037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570ad887-687a-4656-b7a4-1f198da224d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.643187] env[69473]: DEBUG oslo_vmware.api [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.668115] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29cf9fd-c604-4e3a-9192-38022a189c45 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.792022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dc84aefb-1880-472a-b8b0-1f5dae5988a3 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.997s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.792022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.503s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.792022] env[69473]: INFO nova.compute.manager [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Unshelving [ 1036.853994] env[69473]: INFO nova.compute.manager [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Rebuilding instance [ 1036.931667] env[69473]: DEBUG nova.compute.manager [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.933030] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b886ce-8b48-4374-af4f-e9be55d1fcce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.138081] env[69473]: DEBUG oslo_vmware.api [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358379, 'name': PowerOffVM_Task, 'duration_secs': 0.160911} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.138365] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.138536] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.138814] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f74bac8-0a93-4f9a-8687-575cb36ea476 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.172611] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.172844] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.173044] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Deleting the datastore file [datastore2] 57a633aa-fce7-4515-a070-d63d87e35ebc {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.173382] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4690efbb-f1fe-4292-af3d-e1a84e701b06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.179829] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1037.184150] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d19b9bf-d784-4e76-9d93-9da58deab6ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.187973] env[69473]: DEBUG oslo_vmware.api [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for the task: (returnval){ [ 1037.187973] env[69473]: value = "task-3358381" [ 1037.187973] env[69473]: _type = "Task" [ 1037.187973] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.194927] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1037.194927] env[69473]: value = "task-3358382" [ 1037.194927] env[69473]: _type = "Task" [ 1037.194927] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.198862] env[69473]: DEBUG oslo_vmware.api [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.210981] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.218303] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd30c84a-f324-48a3-92b0-877134c87b3c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.227288] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a994d71-743f-4dd0-b999-991aac54feb3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.263708] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9393dd7c-abab-4b79-a6ad-74f9ae18716e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.273113] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a5118-7540-4804-8814-d3d09650faa9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.291431] env[69473]: DEBUG nova.compute.provider_tree [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.507825] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "13dca5af-42c4-4d02-9823-95209d1ab976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.507825] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.508675] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.508922] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.509223] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.511441] env[69473]: INFO nova.compute.manager [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Terminating instance [ 1037.716443] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.716443] env[69473]: DEBUG oslo_vmware.api [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Task: {'id': task-3358381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12242} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.717278] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.717625] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.717820] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.718036] env[69473]: INFO nova.compute.manager [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1037.718385] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.718616] env[69473]: DEBUG nova.compute.manager [-] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.718729] env[69473]: DEBUG nova.network.neutron [-] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.739968] env[69473]: DEBUG nova.network.neutron [-] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.796538] env[69473]: DEBUG nova.scheduler.client.report [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.801408] env[69473]: DEBUG nova.compute.utils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.953874] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.954322] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af3c2fb-8166-413a-89b4-48a3507779be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.963452] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1037.963452] env[69473]: value = "task-3358383" [ 1037.963452] env[69473]: _type = "Task" [ 1037.963452] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.976408] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.015837] env[69473]: DEBUG nova.compute.manager [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.016102] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.017680] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4060f491-91c6-495d-9b3b-1c08affd5346 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.026246] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.027513] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d569f7-a801-450d-86d1-9565ba5b490e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.030603] env[69473]: DEBUG nova.compute.manager [req-8b646785-7382-496c-a41e-79ef4ceb0015 req-71d0c268-3425-4409-9404-3d9328bdf043 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-vif-plugged-badab486-f43b-44d4-a994-947b8f723ee9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.030814] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b646785-7382-496c-a41e-79ef4ceb0015 req-71d0c268-3425-4409-9404-3d9328bdf043 service nova] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.031052] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b646785-7382-496c-a41e-79ef4ceb0015 req-71d0c268-3425-4409-9404-3d9328bdf043 service nova] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.031204] env[69473]: DEBUG oslo_concurrency.lockutils [req-8b646785-7382-496c-a41e-79ef4ceb0015 req-71d0c268-3425-4409-9404-3d9328bdf043 service nova] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.031373] env[69473]: DEBUG nova.compute.manager [req-8b646785-7382-496c-a41e-79ef4ceb0015 req-71d0c268-3425-4409-9404-3d9328bdf043 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] No waiting events found dispatching network-vif-plugged-badab486-f43b-44d4-a994-947b8f723ee9 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.031542] env[69473]: WARNING nova.compute.manager [req-8b646785-7382-496c-a41e-79ef4ceb0015 req-71d0c268-3425-4409-9404-3d9328bdf043 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received unexpected event network-vif-plugged-badab486-f43b-44d4-a994-947b8f723ee9 for instance with vm_state active and task_state None. [ 1038.040095] env[69473]: DEBUG oslo_vmware.api [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1038.040095] env[69473]: value = "task-3358384" [ 1038.040095] env[69473]: _type = "Task" [ 1038.040095] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.054173] env[69473]: DEBUG oslo_vmware.api [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.126542] env[69473]: DEBUG nova.network.neutron [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Successfully updated port: badab486-f43b-44d4-a994-947b8f723ee9 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.196250] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.196250] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.207830] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1038.208237] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670267', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'name': 'volume-02843bdb-e916-4908-929d-3c1034e0069c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'serial': '02843bdb-e916-4908-929d-3c1034e0069c'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1038.209703] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99d08d0-5ae9-45da-bb34-d0e0e981c8e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.234143] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6728adb2-b38c-482b-8f98-494052bdb701 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.238904] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358382, 'name': CreateSnapshot_Task, 'duration_secs': 0.83228} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.239750] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1038.242340] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a4834-93d2-441b-b4d7-dc8af3ddb00f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.263227] env[69473]: DEBUG nova.network.neutron [-] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.273042] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-02843bdb-e916-4908-929d-3c1034e0069c/volume-02843bdb-e916-4908-929d-3c1034e0069c.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.274900] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097d3159-b0d2-4702-bf60-32a4cc7f3200 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.303836] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.306610] env[69473]: INFO nova.virt.block_device [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Booting with volume 31108fff-51e0-4a49-96e8-840aece56f2c at /dev/sdb [ 1038.311662] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.552s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.313378] env[69473]: INFO nova.compute.claims [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.316614] env[69473]: DEBUG oslo_vmware.api [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1038.316614] env[69473]: value = "task-3358385" [ 1038.316614] env[69473]: _type = "Task" [ 1038.316614] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.331249] env[69473]: DEBUG oslo_vmware.api [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.338308] env[69473]: INFO nova.scheduler.client.report [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Deleted allocations for instance c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66 [ 1038.360368] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91217e02-a377-476b-ad6c-6c9f102c6b5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.371605] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cfa794-ca2e-4963-865a-4da876520890 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.417522] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4742ec9f-3d45-4010-9063-a17da83ab4b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.428145] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb08da46-87b0-4d14-a199-ac3dbd1f831e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.472833] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373421fa-a6ac-4e98-8ed8-2b945f11e46b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.483800] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358383, 'name': PowerOffVM_Task, 'duration_secs': 0.311254} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.485850] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.486115] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.486989] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96087ba5-ab6f-4263-a560-aee111829c32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.490069] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c02c12-b1af-4551-a539-e27d3c683794 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.497377] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.497799] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa0fa8a-3766-4ef1-ad2f-9038ece895bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.506509] env[69473]: DEBUG nova.virt.block_device [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating existing volume attachment record: 1ba11f68-0154-4709-9fa0-aba3e23234fb {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1038.552328] env[69473]: DEBUG oslo_vmware.api [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358384, 'name': PowerOffVM_Task, 'duration_secs': 0.238829} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.552328] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.552328] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.552534] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ffb88ae-5d4c-4a4c-a669-fcc0545571e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.571778] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.571778] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.571778] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleting the datastore file [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.571778] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a746953-6791-4d8a-bdd6-3a53fd027469 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.580482] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1038.580482] env[69473]: value = "task-3358388" [ 1038.580482] env[69473]: _type = "Task" [ 1038.580482] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.589296] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.631087] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.631087] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.631087] env[69473]: DEBUG nova.network.neutron [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.642879] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.643324] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.643622] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleting the datastore file [datastore2] 13dca5af-42c4-4d02-9823-95209d1ab976 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.644763] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36ef0385-36c0-4dc8-9f13-004175c35123 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.653911] env[69473]: DEBUG oslo_vmware.api [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1038.653911] env[69473]: value = "task-3358389" [ 1038.653911] env[69473]: _type = "Task" [ 1038.653911] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.666323] env[69473]: DEBUG oslo_vmware.api [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.698156] env[69473]: DEBUG nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.775187] env[69473]: INFO nova.compute.manager [-] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Took 1.06 seconds to deallocate network for instance. [ 1038.813638] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1038.813987] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-629022e5-3b3d-4989-9f6c-4010247bc4bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.829947] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1038.829947] env[69473]: value = "task-3358393" [ 1038.829947] env[69473]: _type = "Task" [ 1038.829947] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.835426] env[69473]: DEBUG oslo_vmware.api [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358385, 'name': ReconfigVM_Task, 'duration_secs': 0.491055} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.838592] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-02843bdb-e916-4908-929d-3c1034e0069c/volume-02843bdb-e916-4908-929d-3c1034e0069c.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.845981] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fa76ad-46a4-419e-ac5c-6d770d5e48a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.856830] env[69473]: DEBUG oslo_concurrency.lockutils [None req-57537599-5d0e-4f13-b58a-b8a3638e6062 tempest-AttachInterfacesUnderV243Test-566946129 tempest-AttachInterfacesUnderV243Test-566946129-project-member] Lock "c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.874s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.865035] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358393, 'name': CloneVM_Task} progress is 11%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.866712] env[69473]: DEBUG oslo_vmware.api [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1038.866712] env[69473]: value = "task-3358394" [ 1038.866712] env[69473]: _type = "Task" [ 1038.866712] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.885064] env[69473]: DEBUG oslo_vmware.api [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.093674] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194722} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.094235] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.094591] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.094922] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.168128] env[69473]: DEBUG oslo_vmware.api [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184659} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.168519] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.168773] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.169224] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.169877] env[69473]: INFO nova.compute.manager [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1039.169877] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.171865] env[69473]: DEBUG nova.compute.manager [-] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.171865] env[69473]: DEBUG nova.network.neutron [-] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.197212] env[69473]: WARNING nova.network.neutron [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] 19d6b237-da70-41b8-90ea-b6b55b5b8105 already exists in list: networks containing: ['19d6b237-da70-41b8-90ea-b6b55b5b8105']. ignoring it [ 1039.197872] env[69473]: WARNING nova.network.neutron [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] 19d6b237-da70-41b8-90ea-b6b55b5b8105 already exists in list: networks containing: ['19d6b237-da70-41b8-90ea-b6b55b5b8105']. ignoring it [ 1039.229104] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.290465] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.345217] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358393, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.351181] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "129adef1-ff74-4c53-8501-ee59ca3621c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.351181] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "129adef1-ff74-4c53-8501-ee59ca3621c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.382452] env[69473]: DEBUG oslo_vmware.api [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358394, 'name': ReconfigVM_Task, 'duration_secs': 0.389255} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.382452] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670267', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'name': 'volume-02843bdb-e916-4908-929d-3c1034e0069c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'serial': '02843bdb-e916-4908-929d-3c1034e0069c'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.588369] env[69473]: DEBUG nova.compute.manager [req-447f469c-3f09-4e55-9b22-f52588cd9c14 req-882bdc57-519c-48c2-bcac-862c1746e131 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Received event network-vif-deleted-99575499-b00b-4a27-816a-c38fdd4fb64d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.588594] env[69473]: INFO nova.compute.manager [req-447f469c-3f09-4e55-9b22-f52588cd9c14 req-882bdc57-519c-48c2-bcac-862c1746e131 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Neutron deleted interface 99575499-b00b-4a27-816a-c38fdd4fb64d; detaching it from the instance and deleting it from the info cache [ 1039.588778] env[69473]: DEBUG nova.network.neutron [req-447f469c-3f09-4e55-9b22-f52588cd9c14 req-882bdc57-519c-48c2-bcac-862c1746e131 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.791868] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1854c1cf-c44f-419d-a86d-3fabb8528842 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.800838] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c58711b-8936-49b7-a958-68d97667ebd9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.834819] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d65e3-c0a2-4c83-a95b-d41a2098d3dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.847459] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358393, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.851206] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0c269e-fff2-474f-b343-29ed82c11883 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.856473] env[69473]: DEBUG nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.873329] env[69473]: DEBUG nova.compute.provider_tree [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.876112] env[69473]: DEBUG nova.network.neutron [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e599486-78d6-44d3-a45b-065b73fcd76f", "address": "fa:16:3e:78:70:80", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e599486-78", "ovs_interfaceid": "0e599486-78d6-44d3-a45b-065b73fcd76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "badab486-f43b-44d4-a994-947b8f723ee9", "address": "fa:16:3e:1d:57:ad", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadab486-f4", "ovs_interfaceid": "badab486-f43b-44d4-a994-947b8f723ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.069054] env[69473]: DEBUG nova.network.neutron [-] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.094676] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d69f552a-1e98-4158-8524-82676bfed64e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.102073] env[69473]: DEBUG nova.compute.manager [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-changed-badab486-f43b-44d4-a994-947b8f723ee9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.102333] env[69473]: DEBUG nova.compute.manager [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing instance network info cache due to event network-changed-badab486-f43b-44d4-a994-947b8f723ee9. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.102531] env[69473]: DEBUG oslo_concurrency.lockutils [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.106780] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7a0a46-369f-4a23-865f-0417be7ecdc9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.149237] env[69473]: DEBUG nova.compute.manager [req-447f469c-3f09-4e55-9b22-f52588cd9c14 req-882bdc57-519c-48c2-bcac-862c1746e131 service nova] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Detach interface failed, port_id=99575499-b00b-4a27-816a-c38fdd4fb64d, reason: Instance 13dca5af-42c4-4d02-9823-95209d1ab976 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.157842] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.158099] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.158253] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.158437] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.159030] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.159030] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.159030] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.159168] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.159311] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.163018] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.163018] env[69473]: DEBUG nova.virt.hardware [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.163018] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff373c01-7e7c-4067-a0d0-1895365f7400 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.170332] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515c6e9d-c215-4f0d-a0e9-b3ffd304d1aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.185502] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:9c:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '305ddf39-d661-4504-a0a9-0eca45e93a7f', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.193684] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.195035] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.195035] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d3c5ded-64aa-42bf-bfc2-4c68cf82b915 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.215565] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.215565] env[69473]: value = "task-3358395" [ 1040.215565] env[69473]: _type = "Task" [ 1040.215565] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.226339] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358395, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.350814] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358393, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.382081] env[69473]: DEBUG nova.scheduler.client.report [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.383097] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.384012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.384293] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.385767] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.386662] env[69473]: DEBUG oslo_concurrency.lockutils [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.387018] env[69473]: DEBUG nova.network.neutron [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Refreshing network info cache for port badab486-f43b-44d4-a994-947b8f723ee9 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.389125] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe19958-0332-419e-973c-ee6d839a828c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.413158] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.413696] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.416863] env[69473]: DEBUG nova.virt.hardware [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.425133] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfiguring VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1040.426055] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02acd9fe-6136-43f8-8045-c75913285999 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.443423] env[69473]: DEBUG nova.objects.instance [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.451265] env[69473]: DEBUG oslo_vmware.api [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1040.451265] env[69473]: value = "task-3358396" [ 1040.451265] env[69473]: _type = "Task" [ 1040.451265] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.469339] env[69473]: DEBUG oslo_vmware.api [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.572658] env[69473]: INFO nova.compute.manager [-] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Took 1.40 seconds to deallocate network for instance. [ 1040.727331] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358395, 'name': CreateVM_Task, 'duration_secs': 0.419755} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.727510] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.728336] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.728402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.728699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.729994] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97510822-7e60-4b7d-9ddf-1b7633ff35a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.734413] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1040.734413] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b56608-cd30-7689-8ea3-e8cf76188bd0" [ 1040.734413] env[69473]: _type = "Task" [ 1040.734413] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.745317] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b56608-cd30-7689-8ea3-e8cf76188bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.806154] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "fee03760-b484-4029-83d6-1ce702761af9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.806154] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.845897] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358393, 'name': CloneVM_Task, 'duration_secs': 1.878434} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.846195] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Created linked-clone VM from snapshot [ 1040.846948] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0c4ab-b4fc-4e91-b71b-46f0aee29b20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.855725] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Uploading image c2259aa4-4e8f-49fe-b5c6-aca5c4d59a36 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1040.887213] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1040.887213] env[69473]: value = "vm-670271" [ 1040.887213] env[69473]: _type = "VirtualMachine" [ 1040.887213] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1040.887808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.888216] env[69473]: DEBUG nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.891963] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f8cbbba-7f6d-4e9f-8092-5200b45a8db2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.895059] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.894s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.905776] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease: (returnval){ [ 1040.905776] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52452c63-1755-21db-7050-6fde5128ba39" [ 1040.905776] env[69473]: _type = "HttpNfcLease" [ 1040.905776] env[69473]: } obtained for exporting VM: (result){ [ 1040.905776] env[69473]: value = "vm-670271" [ 1040.905776] env[69473]: _type = "VirtualMachine" [ 1040.905776] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1040.905776] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the lease: (returnval){ [ 1040.905776] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52452c63-1755-21db-7050-6fde5128ba39" [ 1040.905776] env[69473]: _type = "HttpNfcLease" [ 1040.905776] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1040.917791] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.917791] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52452c63-1755-21db-7050-6fde5128ba39" [ 1040.917791] env[69473]: _type = "HttpNfcLease" [ 1040.917791] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.956665] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c66321d6-c7b4-42f2-a24f-d75a83f09d65 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.406s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.970083] env[69473]: DEBUG oslo_vmware.api [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.080966] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.157627] env[69473]: DEBUG nova.network.neutron [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updated VIF entry in instance network info cache for port badab486-f43b-44d4-a994-947b8f723ee9. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.158147] env[69473]: DEBUG nova.network.neutron [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e599486-78d6-44d3-a45b-065b73fcd76f", "address": "fa:16:3e:78:70:80", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e599486-78", "ovs_interfaceid": "0e599486-78d6-44d3-a45b-065b73fcd76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "badab486-f43b-44d4-a994-947b8f723ee9", "address": "fa:16:3e:1d:57:ad", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadab486-f4", "ovs_interfaceid": "badab486-f43b-44d4-a994-947b8f723ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.247336] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b56608-cd30-7689-8ea3-e8cf76188bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013844} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.251020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.251020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.251020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.251020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.251020] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.251020] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac16add-1ead-4225-ace2-8bae695214a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.260626] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.260940] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.261734] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a582ee6d-bef3-4d2e-823a-052dcb58776a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.267284] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1041.267284] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e4985d-3bb5-c877-0cea-b36fd564ce8c" [ 1041.267284] env[69473]: _type = "Task" [ 1041.267284] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.275780] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e4985d-3bb5-c877-0cea-b36fd564ce8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.310981] env[69473]: DEBUG nova.compute.utils [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.395021] env[69473]: DEBUG nova.compute.utils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.395021] env[69473]: DEBUG nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.395334] env[69473]: DEBUG nova.network.neutron [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.402933] env[69473]: INFO nova.compute.claims [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.416265] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.416265] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52452c63-1755-21db-7050-6fde5128ba39" [ 1041.416265] env[69473]: _type = "HttpNfcLease" [ 1041.416265] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1041.416653] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1041.416653] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52452c63-1755-21db-7050-6fde5128ba39" [ 1041.416653] env[69473]: _type = "HttpNfcLease" [ 1041.416653] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1041.417673] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdef081-bb91-487d-bf6c-78c7c3b08edb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.426039] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52931d74-37fb-a319-6b3f-6e96656673d2/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1041.427922] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52931d74-37fb-a319-6b3f-6e96656673d2/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1041.489249] env[69473]: DEBUG nova.policy [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c6b5c50c804c92b0a9a2f1b6677596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f91ad7a024442c80a82a1f10d17ccb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.505949] env[69473]: DEBUG oslo_vmware.api [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358396, 'name': ReconfigVM_Task, 'duration_secs': 0.650459} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.506595] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.506822] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfigured VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1041.526644] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76d0c234-0398-492e-9702-9a429beadfa6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.661155] env[69473]: DEBUG oslo_concurrency.lockutils [req-30c8f962-5bf5-4941-976b-a77fe878c4bf req-8b8f23fc-bcf1-4ccb-95d5-3990aca0e3ea service nova] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.780141] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e4985d-3bb5-c877-0cea-b36fd564ce8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.780993] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8c4947-ab5c-4301-91ef-e88d2908f200 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.789040] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1041.789040] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52db470a-a26d-6555-ac05-b664d482cfab" [ 1041.789040] env[69473]: _type = "Task" [ 1041.789040] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.797802] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52db470a-a26d-6555-ac05-b664d482cfab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.812793] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.829139] env[69473]: DEBUG nova.network.neutron [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Successfully created port: 80ff26de-cac9-4c05-a788-3372863dfe65 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.900190] env[69473]: DEBUG nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.909213] env[69473]: INFO nova.compute.resource_tracker [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating resource usage from migration 46adacbf-061f-444d-9fac-cfbd97feb687 [ 1042.011586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d310811-4393-4580-ae6e-557edf517594 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-badab486-f43b-44d4-a994-947b8f723ee9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.232s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.299881] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52db470a-a26d-6555-ac05-b664d482cfab, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.300811] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac1be8b-04d5-4a89-bac5-e6de7e8717ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.303655] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.304034] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.304420] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22cffd2d-3a3f-4802-bfb4-9b1d2112f4f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.315132] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff8227b-c743-44aa-bdbd-cf8fbd3ae8af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.318671] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1042.318671] env[69473]: value = "task-3358399" [ 1042.318671] env[69473]: _type = "Task" [ 1042.318671] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.351347] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a1d65d-13f7-4e84-81a7-67909392cfb1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.357698] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.364094] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea55da-80e6-4ae9-a974-07fa2c7fa7bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.380561] env[69473]: DEBUG nova.compute.provider_tree [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.830496] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493106} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.830872] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.831201] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.831807] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27846021-743e-4632-bf34-b8356d7f229d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.841221] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1042.841221] env[69473]: value = "task-3358400" [ 1042.841221] env[69473]: _type = "Task" [ 1042.841221] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.852461] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.891799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "fee03760-b484-4029-83d6-1ce702761af9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.892186] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.892484] env[69473]: INFO nova.compute.manager [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Attaching volume 1062da92-e727-431f-b62b-2ec17a3c0550 to /dev/sdb [ 1042.895215] env[69473]: DEBUG nova.scheduler.client.report [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.910107] env[69473]: DEBUG nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.957838] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc5b2ad-4a67-4224-a313-aca1047c11dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.963409] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.963776] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.964012] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.964641] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.964832] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.964991] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.965242] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.965418] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.965592] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.965784] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.965980] env[69473]: DEBUG nova.virt.hardware [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.967050] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add57834-38c2-44cf-9ea3-95d2f0ac7872 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.980027] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa3c988-42f5-48c6-911e-7c07dcebf9bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.985900] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feea57d2-5d70-4ee3-bf5b-b1b0f5b994a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.003517] env[69473]: DEBUG nova.virt.block_device [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating existing volume attachment record: a47372c7-146a-4065-9bc3-aeaef987fe47 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.145095] env[69473]: DEBUG oslo_concurrency.lockutils [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.145365] env[69473]: DEBUG oslo_concurrency.lockutils [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.355702] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115259} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.356210] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.357505] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f3da4e-e274-4864-aca8-9b409ecd41c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.388249] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.390504] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77ced0f2-ffc0-4c16-825c-52206f5a4e8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.418869] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.524s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.420166] env[69473]: INFO nova.compute.manager [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Migrating [ 1043.434027] env[69473]: DEBUG nova.compute.manager [req-30714ef5-cd80-4db9-9eec-1677a3bd626f req-d00b5205-2b30-48fa-9ea9-7d16653bcf65 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Received event network-vif-plugged-80ff26de-cac9-4c05-a788-3372863dfe65 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.434027] env[69473]: DEBUG oslo_concurrency.lockutils [req-30714ef5-cd80-4db9-9eec-1677a3bd626f req-d00b5205-2b30-48fa-9ea9-7d16653bcf65 service nova] Acquiring lock "fa773271-af7f-4401-8fe6-f0d498754e32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.434027] env[69473]: DEBUG oslo_concurrency.lockutils [req-30714ef5-cd80-4db9-9eec-1677a3bd626f req-d00b5205-2b30-48fa-9ea9-7d16653bcf65 service nova] Lock "fa773271-af7f-4401-8fe6-f0d498754e32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.434027] env[69473]: DEBUG oslo_concurrency.lockutils [req-30714ef5-cd80-4db9-9eec-1677a3bd626f req-d00b5205-2b30-48fa-9ea9-7d16653bcf65 service nova] Lock "fa773271-af7f-4401-8fe6-f0d498754e32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.434027] env[69473]: DEBUG nova.compute.manager [req-30714ef5-cd80-4db9-9eec-1677a3bd626f req-d00b5205-2b30-48fa-9ea9-7d16653bcf65 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] No waiting events found dispatching network-vif-plugged-80ff26de-cac9-4c05-a788-3372863dfe65 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.434027] env[69473]: WARNING nova.compute.manager [req-30714ef5-cd80-4db9-9eec-1677a3bd626f req-d00b5205-2b30-48fa-9ea9-7d16653bcf65 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Received unexpected event network-vif-plugged-80ff26de-cac9-4c05-a788-3372863dfe65 for instance with vm_state building and task_state spawning. [ 1043.434027] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-0e599486-78d6-44d3-a45b-065b73fcd76f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.434486] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-0e599486-78d6-44d3-a45b-065b73fcd76f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.439085] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.210s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.440951] env[69473]: INFO nova.compute.claims [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.452287] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.452592] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.455112] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecebd5f7-da77-4b14-a373-5682af2e2015 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.462458] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1043.462458] env[69473]: value = "task-3358404" [ 1043.462458] env[69473]: _type = "Task" [ 1043.462458] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.483287] env[69473]: DEBUG nova.network.neutron [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Successfully updated port: 80ff26de-cac9-4c05-a788-3372863dfe65 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.487226] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a29c0-b108-4f9b-ac11-867ef1dc6f19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.496763] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.530478] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfiguring VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1043.531761] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a46b35-cc09-4f41-962d-319619ad97aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.555490] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1043.555490] env[69473]: value = "task-3358405" [ 1043.555490] env[69473]: _type = "Task" [ 1043.555490] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.565655] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.652516] env[69473]: DEBUG nova.compute.utils [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.964280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.964511] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.964692] env[69473]: DEBUG nova.network.neutron [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.981456] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358404, 'name': ReconfigVM_Task, 'duration_secs': 0.525963} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.981776] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.982499] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7cc2697-eec9-42b1-9e8b-dd43ad39cf86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.986522] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "refresh_cache-fa773271-af7f-4401-8fe6-f0d498754e32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.987449] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "refresh_cache-fa773271-af7f-4401-8fe6-f0d498754e32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.987449] env[69473]: DEBUG nova.network.neutron [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.992891] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1043.992891] env[69473]: value = "task-3358406" [ 1043.992891] env[69473]: _type = "Task" [ 1043.992891] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.004754] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358406, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.073447] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.157710] env[69473]: DEBUG oslo_concurrency.lockutils [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.177388] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.517437] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358406, 'name': Rename_Task, 'duration_secs': 0.290566} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.517754] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.518036] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59365eff-de91-473a-9b24-6bdacb3476ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.527035] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1044.527035] env[69473]: value = "task-3358407" [ 1044.527035] env[69473]: _type = "Task" [ 1044.527035] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.539677] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.543369] env[69473]: DEBUG nova.network.neutron [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.570629] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.745409] env[69473]: DEBUG nova.network.neutron [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Updating instance_info_cache with network_info: [{"id": "80ff26de-cac9-4c05-a788-3372863dfe65", "address": "fa:16:3e:38:f8:8c", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ff26de-ca", "ovs_interfaceid": "80ff26de-cac9-4c05-a788-3372863dfe65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.873862] env[69473]: DEBUG nova.network.neutron [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance_info_cache with network_info: [{"id": "4d25de6b-39b7-4518-835f-0dcf089c4467", "address": "fa:16:3e:f9:e8:36", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d25de6b-39", "ovs_interfaceid": "4d25de6b-39b7-4518-835f-0dcf089c4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.943230] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60fded0-6937-4eb7-81b2-620f02020348 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.951951] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea41cc-82f5-4994-bae8-18e3cd0e378d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.986341] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b7f05a-d76d-4ef7-9b89-0054f637b7a9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.997122] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d24741-f335-4392-8549-e234c9d6e27e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.019393] env[69473]: DEBUG nova.compute.provider_tree [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.038843] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.071389] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.252109] env[69473]: DEBUG oslo_concurrency.lockutils [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.252292] env[69473]: DEBUG oslo_concurrency.lockutils [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.253029] env[69473]: INFO nova.compute.manager [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Attaching volume a19cd672-728f-4d0b-8f5e-217d626d2ace to /dev/sdc [ 1045.254578] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "refresh_cache-fa773271-af7f-4401-8fe6-f0d498754e32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.256012] env[69473]: DEBUG nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Instance network_info: |[{"id": "80ff26de-cac9-4c05-a788-3372863dfe65", "address": "fa:16:3e:38:f8:8c", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ff26de-ca", "ovs_interfaceid": "80ff26de-cac9-4c05-a788-3372863dfe65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.257416] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f8:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80ff26de-cac9-4c05-a788-3372863dfe65', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.266914] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.271874] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.271874] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb67f73-1eea-41b9-aa14-379438aa5fe0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.297136] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.297136] env[69473]: value = "task-3358408" [ 1045.297136] env[69473]: _type = "Task" [ 1045.297136] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.306618] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94546eaf-84c3-4742-a414-34502bc68f36 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.329182] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358408, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.329182] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a877f365-d934-4375-b279-1d3fc1f8b37e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.343297] env[69473]: DEBUG nova.virt.block_device [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updating existing volume attachment record: 057bf0a9-520f-475e-ab2f-4b7d0a1d236b {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1045.376878] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.523157] env[69473]: DEBUG nova.scheduler.client.report [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.539379] env[69473]: DEBUG oslo_vmware.api [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358407, 'name': PowerOnVM_Task, 'duration_secs': 0.729697} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.539679] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.539887] env[69473]: DEBUG nova.compute.manager [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.543025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef8653-5771-4366-89c2-62de111c8f32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.574439] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.810643] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358408, 'name': CreateVM_Task, 'duration_secs': 0.46427} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.811048] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.811629] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.811804] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.812176] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.812451] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d257de3-dd7a-426f-af83-65bf8e6613cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.818946] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1045.818946] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bcc50c-1713-7831-8433-a1fdad851d1a" [ 1045.818946] env[69473]: _type = "Task" [ 1045.818946] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.828907] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bcc50c-1713-7831-8433-a1fdad851d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.876326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "6138b4dc-fec3-4728-aa96-c2df3611c181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.876567] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.986374] env[69473]: DEBUG nova.compute.manager [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Received event network-changed-80ff26de-cac9-4c05-a788-3372863dfe65 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.986639] env[69473]: DEBUG nova.compute.manager [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Refreshing instance network info cache due to event network-changed-80ff26de-cac9-4c05-a788-3372863dfe65. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.986639] env[69473]: DEBUG oslo_concurrency.lockutils [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] Acquiring lock "refresh_cache-fa773271-af7f-4401-8fe6-f0d498754e32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.986921] env[69473]: DEBUG oslo_concurrency.lockutils [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] Acquired lock "refresh_cache-fa773271-af7f-4401-8fe6-f0d498754e32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.987037] env[69473]: DEBUG nova.network.neutron [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Refreshing network info cache for port 80ff26de-cac9-4c05-a788-3372863dfe65 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.028572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.029117] env[69473]: DEBUG nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.032371] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.742s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.032651] env[69473]: DEBUG nova.objects.instance [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lazy-loading 'resources' on Instance uuid 57a633aa-fce7-4515-a070-d63d87e35ebc {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.065707] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.077821] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.330381] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bcc50c-1713-7831-8433-a1fdad851d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014691} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.330835] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.331203] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.331580] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.331858] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.332285] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.332663] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bee3b81f-97f0-40c8-8242-54651fe38d75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.347032] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.347032] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.347032] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d7ffea-ea12-4bf4-bf5f-503585f1d2b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.352419] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1046.352419] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52deb9d5-2cb8-ffbb-78e5-c34dfe752284" [ 1046.352419] env[69473]: _type = "Task" [ 1046.352419] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.362785] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52deb9d5-2cb8-ffbb-78e5-c34dfe752284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.380273] env[69473]: DEBUG nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.535307] env[69473]: DEBUG nova.compute.utils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.544810] env[69473]: DEBUG nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.544810] env[69473]: DEBUG nova.network.neutron [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.581373] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.591326] env[69473]: DEBUG nova.policy [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0d53c376b6440cdb0b6d48ae70795e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414585c3f8584d51bcd9419aaba66cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.725029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "feb825e4-a7b5-4209-aca1-9ecd593665bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.725286] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.725518] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "feb825e4-a7b5-4209-aca1-9ecd593665bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.725699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.725866] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.728879] env[69473]: INFO nova.compute.manager [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Terminating instance [ 1046.789912] env[69473]: DEBUG nova.network.neutron [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Updated VIF entry in instance network info cache for port 80ff26de-cac9-4c05-a788-3372863dfe65. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.790291] env[69473]: DEBUG nova.network.neutron [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Updating instance_info_cache with network_info: [{"id": "80ff26de-cac9-4c05-a788-3372863dfe65", "address": "fa:16:3e:38:f8:8c", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ff26de-ca", "ovs_interfaceid": "80ff26de-cac9-4c05-a788-3372863dfe65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.867276] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52deb9d5-2cb8-ffbb-78e5-c34dfe752284, 'name': SearchDatastore_Task, 'duration_secs': 0.016854} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.868186] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e601ff-babd-45e8-bf94-50dfc5463872 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.875869] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1046.875869] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cd3cf9-032d-737c-99b1-56fe8b5fbd42" [ 1046.875869] env[69473]: _type = "Task" [ 1046.875869] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.894937] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cd3cf9-032d-737c-99b1-56fe8b5fbd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.903079] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c675c5a-4fd8-4907-8e3f-8ceb0f7a1b00 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.909982] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.923848] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance 'f75207bf-a397-433b-ac8c-baa25e8b425d' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.975369] env[69473]: DEBUG nova.network.neutron [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Successfully created port: 134478d0-791b-47a1-856c-ab9a93235cc3 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.021504] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c4baef-9207-47f2-973d-1b1534afaa51 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.030200] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16109d-5fb3-41e0-bad5-a0f8b7bd106e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.060426] env[69473]: DEBUG nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.064109] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2100e5-ffcd-4c08-a3fd-326bd58c61d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.076699] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.079229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e743925-0552-44ff-8053-79de235e3892 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.095256] env[69473]: DEBUG nova.compute.provider_tree [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.237514] env[69473]: DEBUG nova.compute.manager [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.237514] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.241850] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc50f60a-a33a-4aa5-b527-369c73b90c2d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.248146] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.248146] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e9a655c-6c44-4d9d-b3e4-6ea830d73929 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.257443] env[69473]: DEBUG oslo_vmware.api [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1047.257443] env[69473]: value = "task-3358411" [ 1047.257443] env[69473]: _type = "Task" [ 1047.257443] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.272914] env[69473]: DEBUG oslo_vmware.api [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.293466] env[69473]: DEBUG oslo_concurrency.lockutils [req-67d302fe-2f88-46b5-9e5f-ff24a05c5f77 req-068c2a5a-7b39-45d2-96ff-45d476892462 service nova] Releasing lock "refresh_cache-fa773271-af7f-4401-8fe6-f0d498754e32" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.390213] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cd3cf9-032d-737c-99b1-56fe8b5fbd42, 'name': SearchDatastore_Task, 'duration_secs': 0.02333} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.390513] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.391324] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fa773271-af7f-4401-8fe6-f0d498754e32/fa773271-af7f-4401-8fe6-f0d498754e32.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.391324] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e73a82eb-222c-4ab6-aebc-5467ccee106a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.399205] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1047.399205] env[69473]: value = "task-3358412" [ 1047.399205] env[69473]: _type = "Task" [ 1047.399205] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.410297] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.433803] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.434150] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867b797a-659c-4794-a8db-8b173ceeca8f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.442384] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1047.442384] env[69473]: value = "task-3358413" [ 1047.442384] env[69473]: _type = "Task" [ 1047.442384] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.451742] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.557105] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.557105] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670274', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'name': 'volume-1062da92-e727-431f-b62b-2ec17a3c0550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee03760-b484-4029-83d6-1ce702761af9', 'attached_at': '', 'detached_at': '', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'serial': '1062da92-e727-431f-b62b-2ec17a3c0550'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.558122] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc09de-7a55-47ca-80bf-b9c7ece89b82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.583801] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a1315-2f66-489b-85b8-7d592645dbf0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.614303] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.615896] env[69473]: DEBUG nova.scheduler.client.report [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.628231] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-1062da92-e727-431f-b62b-2ec17a3c0550/volume-1062da92-e727-431f-b62b-2ec17a3c0550.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.630026] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4287a2-5385-4bf9-9e9b-d44b69b793bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.648597] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1c9c027e-f381-4dd6-8986-11c14de334db" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.648917] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.660773] env[69473]: DEBUG oslo_vmware.api [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1047.660773] env[69473]: value = "task-3358415" [ 1047.660773] env[69473]: _type = "Task" [ 1047.660773] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.671803] env[69473]: DEBUG oslo_vmware.api [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.769273] env[69473]: DEBUG oslo_vmware.api [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358411, 'name': PowerOffVM_Task, 'duration_secs': 0.298539} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.769582] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.769757] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.770057] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-279833d3-148b-4e5c-955d-2020df69a464 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.774266] env[69473]: INFO nova.compute.manager [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Rebuilding instance [ 1047.825175] env[69473]: DEBUG nova.compute.manager [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.826197] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30aa94d-b1cb-42cc-9456-6a59588cdeec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.850405] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.850621] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.850850] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleting the datastore file [datastore2] feb825e4-a7b5-4209-aca1-9ecd593665bf {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.851137] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d410fd46-5037-4ce0-866e-e3cb23f8130d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.860856] env[69473]: DEBUG oslo_vmware.api [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1047.860856] env[69473]: value = "task-3358417" [ 1047.860856] env[69473]: _type = "Task" [ 1047.860856] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.871984] env[69473]: DEBUG oslo_vmware.api [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.912117] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.956069] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358413, 'name': PowerOffVM_Task, 'duration_secs': 0.267619} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.956383] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.956583] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance 'f75207bf-a397-433b-ac8c-baa25e8b425d' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.087879] env[69473]: DEBUG nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.095439] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.116476] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.116722] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.116880] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.117084] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.117243] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.117400] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.117628] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.117788] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.117983] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.118163] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.118584] env[69473]: DEBUG nova.virt.hardware [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.119324] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7667ee-1580-41f3-9980-d508143f8db1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.122610] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.125916] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.740s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.127557] env[69473]: INFO nova.compute.claims [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.137016] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5c900-b2e6-47cf-944f-8d96006562bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.147045] env[69473]: INFO nova.scheduler.client.report [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Deleted allocations for instance 57a633aa-fce7-4515-a070-d63d87e35ebc [ 1048.159511] env[69473]: DEBUG nova.compute.utils [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.173737] env[69473]: DEBUG oslo_vmware.api [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.371864] env[69473]: DEBUG oslo_vmware.api [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290731} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.373177] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.373177] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.373177] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.373177] env[69473]: INFO nova.compute.manager [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1048.373177] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.373177] env[69473]: DEBUG nova.compute.manager [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.373484] env[69473]: DEBUG nova.network.neutron [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.410378] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643612} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.410680] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fa773271-af7f-4401-8fe6-f0d498754e32/fa773271-af7f-4401-8fe6-f0d498754e32.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.410898] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.411303] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2515b414-b229-4488-a8b7-b16aa35066a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.418685] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1048.418685] env[69473]: value = "task-3358418" [ 1048.418685] env[69473]: _type = "Task" [ 1048.418685] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.427672] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.467297] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.467651] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.467820] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.468013] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.468170] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.468321] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.468530] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.468690] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.468853] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.470307] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.470598] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.480497] env[69473]: DEBUG nova.network.neutron [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Successfully updated port: 134478d0-791b-47a1-856c-ab9a93235cc3 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.482389] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb63645-1a73-4f39-a95a-4dc990876fb8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.498680] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.498880] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.499184] env[69473]: DEBUG nova.network.neutron [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.510998] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1048.510998] env[69473]: value = "task-3358419" [ 1048.510998] env[69473]: _type = "Task" [ 1048.510998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.523422] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.525565] env[69473]: DEBUG nova.compute.manager [req-d2c0c6c2-30a8-489a-9e28-00d5e0b0bd7a req-2ca0e7fa-3047-46af-8be9-f2bf55e6f55a service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Received event network-vif-plugged-134478d0-791b-47a1-856c-ab9a93235cc3 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.525842] env[69473]: DEBUG oslo_concurrency.lockutils [req-d2c0c6c2-30a8-489a-9e28-00d5e0b0bd7a req-2ca0e7fa-3047-46af-8be9-f2bf55e6f55a service nova] Acquiring lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.526129] env[69473]: DEBUG oslo_concurrency.lockutils [req-d2c0c6c2-30a8-489a-9e28-00d5e0b0bd7a req-2ca0e7fa-3047-46af-8be9-f2bf55e6f55a service nova] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.526363] env[69473]: DEBUG oslo_concurrency.lockutils [req-d2c0c6c2-30a8-489a-9e28-00d5e0b0bd7a req-2ca0e7fa-3047-46af-8be9-f2bf55e6f55a service nova] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.526645] env[69473]: DEBUG nova.compute.manager [req-d2c0c6c2-30a8-489a-9e28-00d5e0b0bd7a req-2ca0e7fa-3047-46af-8be9-f2bf55e6f55a service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] No waiting events found dispatching network-vif-plugged-134478d0-791b-47a1-856c-ab9a93235cc3 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.526863] env[69473]: WARNING nova.compute.manager [req-d2c0c6c2-30a8-489a-9e28-00d5e0b0bd7a req-2ca0e7fa-3047-46af-8be9-f2bf55e6f55a service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Received unexpected event network-vif-plugged-134478d0-791b-47a1-856c-ab9a93235cc3 for instance with vm_state building and task_state spawning. [ 1048.590495] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.670210] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.671380] env[69473]: DEBUG oslo_concurrency.lockutils [None req-953ca730-d715-4c86-b512-fc249679830c tempest-ServersAaction247Test-1067582661 tempest-ServersAaction247Test-1067582661-project-member] Lock "57a633aa-fce7-4515-a070-d63d87e35ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.673s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.682035] env[69473]: DEBUG oslo_vmware.api [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358415, 'name': ReconfigVM_Task, 'duration_secs': 0.775053} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.682035] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-1062da92-e727-431f-b62b-2ec17a3c0550/volume-1062da92-e727-431f-b62b-2ec17a3c0550.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.685659] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb38dcf1-0876-4417-bd08-a19d78d06850 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.703204] env[69473]: DEBUG oslo_vmware.api [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1048.703204] env[69473]: value = "task-3358420" [ 1048.703204] env[69473]: _type = "Task" [ 1048.703204] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.713651] env[69473]: DEBUG oslo_vmware.api [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358420, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.845385] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.845680] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caa598ad-dd40-4433-8d57-ddaa962f4bd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.854639] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1048.854639] env[69473]: value = "task-3358421" [ 1048.854639] env[69473]: _type = "Task" [ 1048.854639] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.863744] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.930093] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.023895] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.054139] env[69473]: DEBUG nova.network.neutron [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.095462] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.188842] env[69473]: DEBUG nova.compute.manager [req-295453be-710f-43d3-a006-0f82d3aba112 req-930d9432-7795-4894-a5e1-f54007e47f5d service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Received event network-vif-deleted-1c052689-c048-4b98-a02a-fd9d870340b2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.188842] env[69473]: INFO nova.compute.manager [req-295453be-710f-43d3-a006-0f82d3aba112 req-930d9432-7795-4894-a5e1-f54007e47f5d service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Neutron deleted interface 1c052689-c048-4b98-a02a-fd9d870340b2; detaching it from the instance and deleting it from the info cache [ 1049.188842] env[69473]: DEBUG nova.network.neutron [req-295453be-710f-43d3-a006-0f82d3aba112 req-930d9432-7795-4894-a5e1-f54007e47f5d service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.221957] env[69473]: DEBUG oslo_vmware.api [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358420, 'name': ReconfigVM_Task, 'duration_secs': 0.239524} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.223204] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670274', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'name': 'volume-1062da92-e727-431f-b62b-2ec17a3c0550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee03760-b484-4029-83d6-1ce702761af9', 'attached_at': '', 'detached_at': '', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'serial': '1062da92-e727-431f-b62b-2ec17a3c0550'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1049.241301] env[69473]: DEBUG nova.network.neutron [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance_info_cache with network_info: [{"id": "134478d0-791b-47a1-856c-ab9a93235cc3", "address": "fa:16:3e:86:91:25", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134478d0-79", "ovs_interfaceid": "134478d0-791b-47a1-856c-ab9a93235cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.368243] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358421, 'name': PowerOffVM_Task, 'duration_secs': 0.243873} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.368243] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.368243] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.368968] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976057ab-5f0a-4aaa-9284-bce4f902df55 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.379508] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.382786] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3479610e-2fae-424e-9ba3-f0f59b47ca3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.432394] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.767732} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.435282] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.436738] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f67ff-aa60-4766-8d65-25bb220145f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.460311] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] fa773271-af7f-4401-8fe6-f0d498754e32/fa773271-af7f-4401-8fe6-f0d498754e32.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.463752] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9627f09-d5ed-4b06-8f84-63354fa29baf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.486043] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.486266] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.486454] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleting the datastore file [datastore1] 5b9dadec-b826-4a48-9cfa-f992da17ebaa {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.487174] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbc0efe8-1bf4-4c6a-ad84-8f4d4860111a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.494330] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1049.494330] env[69473]: value = "task-3358423" [ 1049.494330] env[69473]: _type = "Task" [ 1049.494330] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.502452] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1049.502452] env[69473]: value = "task-3358424" [ 1049.502452] env[69473]: _type = "Task" [ 1049.502452] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.511397] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.521895] env[69473]: DEBUG nova.network.neutron [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.523708] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.530813] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358419, 'name': ReconfigVM_Task, 'duration_secs': 0.816166} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.531174] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance 'f75207bf-a397-433b-ac8c-baa25e8b425d' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.598533] env[69473]: DEBUG oslo_vmware.api [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358405, 'name': ReconfigVM_Task, 'duration_secs': 5.849825} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.599644] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.600062] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Reconfigured VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1049.614858] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e28c1-08f8-442c-ab6c-cde4c19cfb38 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.622712] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4da87f-5607-4671-83df-58170af0707b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.670502] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0695d0-3f0d-4e6f-a110-891a2ca04eaa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.681519] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63701621-f466-444b-9474-4b0f6d26f27a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.701706] env[69473]: DEBUG nova.compute.provider_tree [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.703390] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c90d5058-70f7-41a3-8e88-23cbbb7bb8e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.709553] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1c9c027e-f381-4dd6-8986-11c14de334db" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.709553] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.709553] env[69473]: INFO nova.compute.manager [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Attaching volume aa8b64fa-2655-4b6e-a95c-5502aac60cd0 to /dev/sdb [ 1049.718471] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb86619-83fb-402a-b85d-af85e9e7286b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.741658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.742488] env[69473]: DEBUG nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Instance network_info: |[{"id": "134478d0-791b-47a1-856c-ab9a93235cc3", "address": "fa:16:3e:86:91:25", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134478d0-79", "ovs_interfaceid": "134478d0-791b-47a1-856c-ab9a93235cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.742926] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:91:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '134478d0-791b-47a1-856c-ab9a93235cc3', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.751873] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.772853] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.774769] env[69473]: DEBUG nova.compute.manager [req-295453be-710f-43d3-a006-0f82d3aba112 req-930d9432-7795-4894-a5e1-f54007e47f5d service nova] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Detach interface failed, port_id=1c052689-c048-4b98-a02a-fd9d870340b2, reason: Instance feb825e4-a7b5-4209-aca1-9ecd593665bf could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.774769] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d140922-58bf-429a-b1b9-78bdaac51b09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.800716] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.800716] env[69473]: value = "task-3358425" [ 1049.800716] env[69473]: _type = "Task" [ 1049.800716] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.812114] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358425, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.816837] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e1dfe6-e326-46ed-87c6-f45d63b499ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.825865] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e50d2ed-1d63-4213-8234-5a8bb93c8645 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.843422] env[69473]: DEBUG nova.virt.block_device [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updating existing volume attachment record: 7167bee3-5039-4eaf-8dce-47d60bfac26d {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1049.908645] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.908934] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670276', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'name': 'volume-a19cd672-728f-4d0b-8f5e-217d626d2ace', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'serial': 'a19cd672-728f-4d0b-8f5e-217d626d2ace'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.910114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d4da2-2e0a-4a87-9098-c39255deee97 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.932922] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd362a-1a7e-4628-a54c-81f1c6ff4677 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.974793] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-a19cd672-728f-4d0b-8f5e-217d626d2ace/volume-a19cd672-728f-4d0b-8f5e-217d626d2ace.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.975180] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394e014e-4728-4d8e-bb16-25f955a6e6b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.998819] env[69473]: DEBUG oslo_vmware.api [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1049.998819] env[69473]: value = "task-3358426" [ 1049.998819] env[69473]: _type = "Task" [ 1049.998819] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.012396] env[69473]: DEBUG oslo_vmware.api [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.020667] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358423, 'name': ReconfigVM_Task, 'duration_secs': 0.47805} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.020667] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Reconfigured VM instance instance-00000065 to attach disk [datastore1] fa773271-af7f-4401-8fe6-f0d498754e32/fa773271-af7f-4401-8fe6-f0d498754e32.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.020667] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3e5302-0f43-4916-ae5a-976d7c9c3a00 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.021874] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231113} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.022540] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.022745] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.022980] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.025802] env[69473]: INFO nova.compute.manager [-] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Took 1.65 seconds to deallocate network for instance. [ 1050.031919] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1050.031919] env[69473]: value = "task-3358427" [ 1050.031919] env[69473]: _type = "Task" [ 1050.031919] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.039365] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.039365] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.039365] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.039604] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.039604] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.040904] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.040904] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.040904] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.040904] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.040904] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.040904] env[69473]: DEBUG nova.virt.hardware [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.047047] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.049952] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7ad70b-47ae-492d-bb06-e8df2ea1f847 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.066215] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358427, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.076424] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1050.076424] env[69473]: value = "task-3358429" [ 1050.076424] env[69473]: _type = "Task" [ 1050.076424] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.095351] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.211091] env[69473]: DEBUG nova.scheduler.client.report [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.294357] env[69473]: DEBUG nova.objects.instance [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lazy-loading 'flavor' on Instance uuid fee03760-b484-4029-83d6-1ce702761af9 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.315976] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358425, 'name': CreateVM_Task, 'duration_secs': 0.485734} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.317282] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.318340] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.318609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.319146] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.319925] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a1b5be-db2b-46a1-bc26-2268aa44688b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.327414] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1050.327414] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ef6e65-0dc6-5377-e9ea-5be160e3cb98" [ 1050.327414] env[69473]: _type = "Task" [ 1050.327414] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.342507] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ef6e65-0dc6-5377-e9ea-5be160e3cb98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.461802] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52931d74-37fb-a319-6b3f-6e96656673d2/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.462930] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f9330-3bba-477d-8c46-a57b17b3cc0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.469517] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52931d74-37fb-a319-6b3f-6e96656673d2/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.469697] env[69473]: ERROR oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52931d74-37fb-a319-6b3f-6e96656673d2/disk-0.vmdk due to incomplete transfer. [ 1050.469942] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-48894467-1283-40b4-935e-f5a30637e40c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.478282] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52931d74-37fb-a319-6b3f-6e96656673d2/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1050.478482] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Uploaded image c2259aa4-4e8f-49fe-b5c6-aca5c4d59a36 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1050.481241] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.481557] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34c6e4a8-a212-45d5-9f0e-069b82320138 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.491585] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1050.491585] env[69473]: value = "task-3358430" [ 1050.491585] env[69473]: _type = "Task" [ 1050.491585] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.503390] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358430, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.513650] env[69473]: DEBUG oslo_vmware.api [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.536441] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.546211] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358427, 'name': Rename_Task, 'duration_secs': 0.252419} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.546211] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.546211] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab798eb-0e8b-4b32-bcf7-70e77d0b335e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.553248] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1050.553248] env[69473]: value = "task-3358432" [ 1050.553248] env[69473]: _type = "Task" [ 1050.553248] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.563416] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.587933] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358429, 'name': ReconfigVM_Task, 'duration_secs': 0.273063} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.588256] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.589098] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbc13c9-7f5b-47d0-8361-875308889375 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.615450] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f75207bf-a397-433b-ac8c-baa25e8b425d/f75207bf-a397-433b-ac8c-baa25e8b425d.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.615805] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b9850b-23d3-49da-a564-4fd9adf1e6d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.637632] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1050.637632] env[69473]: value = "task-3358434" [ 1050.637632] env[69473]: _type = "Task" [ 1050.637632] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.648684] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.660460] env[69473]: DEBUG nova.compute.manager [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Received event network-changed-134478d0-791b-47a1-856c-ab9a93235cc3 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.660731] env[69473]: DEBUG nova.compute.manager [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Refreshing instance network info cache due to event network-changed-134478d0-791b-47a1-856c-ab9a93235cc3. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.660926] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] Acquiring lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.661098] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] Acquired lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.661306] env[69473]: DEBUG nova.network.neutron [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Refreshing network info cache for port 134478d0-791b-47a1-856c-ab9a93235cc3 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.717294] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.717822] env[69473]: DEBUG nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.720825] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.640s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.720901] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.723409] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.546s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.723650] env[69473]: DEBUG nova.objects.instance [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'pci_requests' on Instance uuid 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.760308] env[69473]: INFO nova.scheduler.client.report [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted allocations for instance 13dca5af-42c4-4d02-9823-95209d1ab976 [ 1050.800783] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1e2033be-4911-419a-8925-53fc87b121b3 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.908s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.843407] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ef6e65-0dc6-5377-e9ea-5be160e3cb98, 'name': SearchDatastore_Task, 'duration_secs': 0.01583} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.843786] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.844060] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.844336] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.844546] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.844741] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.845803] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2162fdb-0970-4ac0-8c3f-60d798ef96d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.858197] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.858603] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.861154] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfed6ed-c6fb-4e0b-8ae1-0001bc849443 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.872022] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1050.872022] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cc3609-888a-44db-a178-a7bd4ba76242" [ 1050.872022] env[69473]: _type = "Task" [ 1050.872022] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.881659] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cc3609-888a-44db-a178-a7bd4ba76242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.004206] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358430, 'name': Destroy_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.014512] env[69473]: DEBUG oslo_vmware.api [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358426, 'name': ReconfigVM_Task, 'duration_secs': 0.760093} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.014923] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-a19cd672-728f-4d0b-8f5e-217d626d2ace/volume-a19cd672-728f-4d0b-8f5e-217d626d2ace.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.019830] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-494ca8a8-ac6f-429d-a31c-43efdf0c3123 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.037313] env[69473]: DEBUG oslo_vmware.api [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1051.037313] env[69473]: value = "task-3358435" [ 1051.037313] env[69473]: _type = "Task" [ 1051.037313] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.050317] env[69473]: DEBUG oslo_vmware.api [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.067750] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358432, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.070641] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.070914] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.071085] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.071275] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.071422] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.071572] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.071786] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.071947] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.072131] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.072296] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.072488] env[69473]: DEBUG nova.virt.hardware [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.073080] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.073252] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.073430] env[69473]: DEBUG nova.network.neutron [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.075363] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5c654-d73c-4c92-914c-d9673042f9c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.085131] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664600df-bdf8-480e-bb97-029ab2414d00 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.105681] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:9c:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '305ddf39-d661-4504-a0a9-0eca45e93a7f', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.113592] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.114374] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.114622] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e364e8-3229-4cda-8f1b-a6eb3816aabd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.145673] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.145673] env[69473]: value = "task-3358436" [ 1051.145673] env[69473]: _type = "Task" [ 1051.145673] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.158355] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358436, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.162760] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.227323] env[69473]: DEBUG nova.compute.utils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.230336] env[69473]: DEBUG nova.objects.instance [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.231876] env[69473]: DEBUG nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1051.270987] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f0b78db-b29c-4af8-ae10-3f3dbfd36fda tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "13dca5af-42c4-4d02-9823-95209d1ab976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.762s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.382126] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cc3609-888a-44db-a178-a7bd4ba76242, 'name': SearchDatastore_Task, 'duration_secs': 0.024439} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.383080] env[69473]: DEBUG nova.network.neutron [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updated VIF entry in instance network info cache for port 134478d0-791b-47a1-856c-ab9a93235cc3. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.383495] env[69473]: DEBUG nova.network.neutron [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance_info_cache with network_info: [{"id": "134478d0-791b-47a1-856c-ab9a93235cc3", "address": "fa:16:3e:86:91:25", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134478d0-79", "ovs_interfaceid": "134478d0-791b-47a1-856c-ab9a93235cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.385562] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0feaed08-4585-43a0-92a4-9996908dbed2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.392527] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1051.392527] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d50919-bd9b-e27f-275a-fcbca8d4eb78" [ 1051.392527] env[69473]: _type = "Task" [ 1051.392527] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.403227] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d50919-bd9b-e27f-275a-fcbca8d4eb78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.457385] env[69473]: INFO nova.compute.manager [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Rescuing [ 1051.457699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.457886] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.458084] env[69473]: DEBUG nova.network.neutron [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.502590] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358430, 'name': Destroy_Task, 'duration_secs': 0.693869} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.502808] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Destroyed the VM [ 1051.503056] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1051.503308] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6323ffd6-ccd2-4087-9cee-c650c20e63a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.510914] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1051.510914] env[69473]: value = "task-3358437" [ 1051.510914] env[69473]: _type = "Task" [ 1051.510914] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.519981] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358437, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.547858] env[69473]: DEBUG oslo_vmware.api [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358435, 'name': ReconfigVM_Task, 'duration_secs': 0.257389} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.548186] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670276', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'name': 'volume-a19cd672-728f-4d0b-8f5e-217d626d2ace', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'serial': 'a19cd672-728f-4d0b-8f5e-217d626d2ace'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1051.563185] env[69473]: DEBUG oslo_vmware.api [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358432, 'name': PowerOnVM_Task, 'duration_secs': 0.656751} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.563457] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.563690] env[69473]: INFO nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1051.563896] env[69473]: DEBUG nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.564683] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4ec28-2d59-4ff8-832d-328252a53901 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.638609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.638609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "c105af4e-d29a-44f5-8eb6-53f303843059" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.638609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.638609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.638609] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "c105af4e-d29a-44f5-8eb6-53f303843059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.646713] env[69473]: INFO nova.compute.manager [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Terminating instance [ 1051.658942] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358434, 'name': ReconfigVM_Task, 'duration_secs': 0.617185} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.659889] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f75207bf-a397-433b-ac8c-baa25e8b425d/f75207bf-a397-433b-ac8c-baa25e8b425d.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.660155] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance 'f75207bf-a397-433b-ac8c-baa25e8b425d' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.666968] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358436, 'name': CreateVM_Task, 'duration_secs': 0.490268} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.667894] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.668599] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.668788] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.669177] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.669823] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ff193c-6358-4091-b5dc-4f7232ab6167 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.675932] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1051.675932] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52331d06-2c4c-9e06-aa1d-7e585baf9e93" [ 1051.675932] env[69473]: _type = "Task" [ 1051.675932] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.688316] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52331d06-2c4c-9e06-aa1d-7e585baf9e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.732980] env[69473]: DEBUG nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.735926] env[69473]: INFO nova.compute.claims [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.840827] env[69473]: INFO nova.network.neutron [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Port 0e599486-78d6-44d3-a45b-065b73fcd76f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1051.841053] env[69473]: INFO nova.network.neutron [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Port badab486-f43b-44d4-a994-947b8f723ee9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1051.841450] env[69473]: DEBUG nova.network.neutron [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.886183] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] Releasing lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.886468] env[69473]: DEBUG nova.compute.manager [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-vif-deleted-0e599486-78d6-44d3-a45b-065b73fcd76f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.887029] env[69473]: INFO nova.compute.manager [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Neutron deleted interface 0e599486-78d6-44d3-a45b-065b73fcd76f; detaching it from the instance and deleting it from the info cache [ 1051.887029] env[69473]: DEBUG nova.network.neutron [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "badab486-f43b-44d4-a994-947b8f723ee9", "address": "fa:16:3e:1d:57:ad", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadab486-f4", "ovs_interfaceid": "badab486-f43b-44d4-a994-947b8f723ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.903401] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d50919-bd9b-e27f-275a-fcbca8d4eb78, 'name': SearchDatastore_Task, 'duration_secs': 0.021214} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.904318] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.904900] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 86cd5364-d21e-4659-9fe7-9410b30d74d3/86cd5364-d21e-4659-9fe7-9410b30d74d3.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.904900] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d96056cd-5155-4450-9804-b8a30505987d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.912578] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1051.912578] env[69473]: value = "task-3358438" [ 1051.912578] env[69473]: _type = "Task" [ 1051.912578] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.921150] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.022821] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358437, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.085317] env[69473]: INFO nova.compute.manager [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Took 19.35 seconds to build instance. [ 1052.160686] env[69473]: DEBUG nova.compute.manager [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.160686] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.161949] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e85e428-79cb-47fa-9745-c6b7f90da19f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.172084] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b10434-4804-464e-90b7-76e4d59bc10d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.178758] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.179985] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac115cb5-beab-4e75-85b4-b6d0537f7541 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.184051] env[69473]: DEBUG nova.network.neutron [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.216381] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e991529c-8ba5-4bca-b65b-1dbcb8a0bc3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.220032] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52331d06-2c4c-9e06-aa1d-7e585baf9e93, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.220924] env[69473]: DEBUG oslo_vmware.api [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1052.220924] env[69473]: value = "task-3358439" [ 1052.220924] env[69473]: _type = "Task" [ 1052.220924] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.221570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.221674] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.222055] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.222437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.222607] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.223576] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d50b297-d16d-4b7f-a3bd-9f30315ffe42 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.261465] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance 'f75207bf-a397-433b-ac8c-baa25e8b425d' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.270287] env[69473]: DEBUG oslo_vmware.api [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.272465] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.272660] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.273779] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d43e40c-4af6-4035-ad83-2d483e314345 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.281427] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1052.281427] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525fbf44-6523-d16e-91dd-f16a3d3f6f17" [ 1052.281427] env[69473]: _type = "Task" [ 1052.281427] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.292234] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525fbf44-6523-d16e-91dd-f16a3d3f6f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.344586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.389787] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.424674] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.524063] env[69473]: DEBUG oslo_vmware.api [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358437, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589698} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.524472] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1052.524783] env[69473]: INFO nova.compute.manager [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 1052.587047] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6db3cf74-156e-4bc6-9f11-13efd78555f1 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "fa773271-af7f-4401-8fe6-f0d498754e32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.860s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.599631] env[69473]: DEBUG nova.objects.instance [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.694949] env[69473]: DEBUG nova.compute.manager [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-vif-deleted-badab486-f43b-44d4-a994-947b8f723ee9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.695232] env[69473]: INFO nova.compute.manager [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Neutron deleted interface badab486-f43b-44d4-a994-947b8f723ee9; detaching it from the instance and deleting it from the info cache [ 1052.695554] env[69473]: DEBUG nova.network.neutron [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [{"id": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "address": "fa:16:3e:40:c1:5f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0558dee0-04", "ovs_interfaceid": "0558dee0-046e-4cfc-a8f1-f53e7e174764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.696975] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.737703] env[69473]: DEBUG oslo_vmware.api [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358439, 'name': PowerOffVM_Task, 'duration_secs': 0.252791} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.738154] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.738345] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.738597] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8763c76-fe76-44eb-a41d-3340b964e462 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.765750] env[69473]: DEBUG nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.776744] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "46267393-6b47-4aea-a284-77f30060a940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.777437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "46267393-6b47-4aea-a284-77f30060a940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.792777] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.792964] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.793182] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.793416] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.793627] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.793846] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.794141] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.795373] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.795373] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.795373] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.795373] env[69473]: DEBUG nova.virt.hardware [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.797027] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e11377-cd6d-411d-a150-05156b7f45bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.811803] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525fbf44-6523-d16e-91dd-f16a3d3f6f17, 'name': SearchDatastore_Task, 'duration_secs': 0.015697} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.813030] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba3d254-b8bd-49a9-b187-ed7aa159fa02 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.817917] env[69473]: DEBUG nova.network.neutron [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Port 4d25de6b-39b7-4518-835f-0dcf089c4467 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1052.819265] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81af08e2-39ed-43fc-80e1-96c9538b1646 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.839107] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.845714] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Creating folder: Project (f6164c68b1e24ccdacc0a88d847d584e). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.850967] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-264155a2-3cc7-44b7-9497-7eb957477c1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.853406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e9ef0fce-7605-4777-8305-2121bd2a04b5 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-c105af4e-d29a-44f5-8eb6-53f303843059-0e599486-78d6-44d3-a45b-065b73fcd76f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.419s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.855598] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1052.855598] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52046b2b-142b-4bec-ea76-095a65a7140a" [ 1052.855598] env[69473]: _type = "Task" [ 1052.855598] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.868700] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52046b2b-142b-4bec-ea76-095a65a7140a, 'name': SearchDatastore_Task, 'duration_secs': 0.018966} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.870240] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.870518] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.871102] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Created folder: Project (f6164c68b1e24ccdacc0a88d847d584e) in parent group-v669999. [ 1052.871349] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Creating folder: Instances. Parent ref: group-v670281. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.874105] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bfc97d3-0686-461d-b21e-b41d969c98ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.876062] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-480ff031-ece9-45fd-8e3a-bc218245102a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.884661] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1052.884661] env[69473]: value = "task-3358444" [ 1052.884661] env[69473]: _type = "Task" [ 1052.884661] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.892122] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Created folder: Instances in parent group-v670281. [ 1052.892283] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.892500] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.893013] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9447fc49-6a8c-4319-bdee-e6fc62b9fe6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.910869] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.917936] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.917936] env[69473]: value = "task-3358445" [ 1052.917936] env[69473]: _type = "Task" [ 1052.917936] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.928141] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785099} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.928413] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 86cd5364-d21e-4659-9fe7-9410b30d74d3/86cd5364-d21e-4659-9fe7-9410b30d74d3.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.928626] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.928879] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-697b991d-38da-439c-a0cd-24c43e86590c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.934165] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358445, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.941365] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1052.941365] env[69473]: value = "task-3358446" [ 1052.941365] env[69473]: _type = "Task" [ 1052.941365] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.951110] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.074030] env[69473]: DEBUG nova.compute.manager [None req-e9b405fd-6940-48fa-bb97-ce83898f5c13 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Found 2 images (rotation: 2) {{(pid=69473) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1053.104869] env[69473]: DEBUG oslo_concurrency.lockutils [None req-89b115df-cf39-420b-8232-0df7324b7d86 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.132649] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.132911] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.133128] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleting the datastore file [datastore1] c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.135962] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c9fb11-8641-4306-bfe2-866eb7a04f4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.143275] env[69473]: DEBUG oslo_vmware.api [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1053.143275] env[69473]: value = "task-3358447" [ 1053.143275] env[69473]: _type = "Task" [ 1053.143275] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.152386] env[69473]: DEBUG oslo_vmware.api [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.200788] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a1c68-7ebe-4381-8cfd-656dccd6fc26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.206761] env[69473]: DEBUG oslo_concurrency.lockutils [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] Acquiring lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.217036] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35982bba-c71f-43c3-bd12-da5c9c26522d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.281969] env[69473]: DEBUG nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.288128] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e67c82-0da6-4195-ad65-1ee19d8d8a85 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.309259] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc97399-c1fb-49e4-a261-f4a21d75af24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.330895] env[69473]: DEBUG nova.compute.provider_tree [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.399964] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.429962] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358445, 'name': CreateVM_Task, 'duration_secs': 0.318226} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.430163] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.430991] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.431179] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.431504] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.431767] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5be347e-cff7-4539-8893-b9ebc0bae4bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.438193] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1053.438193] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f98887-0a5b-3792-db32-938999a1d80d" [ 1053.438193] env[69473]: _type = "Task" [ 1053.438193] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.448275] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f98887-0a5b-3792-db32-938999a1d80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.457478] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078884} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.457769] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.458617] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a1805-f194-4a12-a87a-1afa03548417 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.485722] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 86cd5364-d21e-4659-9fe7-9410b30d74d3/86cd5364-d21e-4659-9fe7-9410b30d74d3.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.486121] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a396793-4d4f-4b80-bf15-d460cd7992bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.506691] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1053.506691] env[69473]: value = "task-3358448" [ 1053.506691] env[69473]: _type = "Task" [ 1053.506691] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.516963] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.656063] env[69473]: DEBUG oslo_vmware.api [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.800066] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.800066] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.822708] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.843036] env[69473]: DEBUG nova.scheduler.client.report [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.854406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.854648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.855019] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.896205] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668487} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.896485] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.896697] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.896953] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b972760d-07ff-448a-82c9-c4512b3018f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.904972] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1053.904972] env[69473]: value = "task-3358449" [ 1053.904972] env[69473]: _type = "Task" [ 1053.904972] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.915518] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.950306] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f98887-0a5b-3792-db32-938999a1d80d, 'name': SearchDatastore_Task, 'duration_secs': 0.060959} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.950721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.950956] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.951207] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.951354] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.951534] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.951800] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e582fe7-4b5e-4cc7-91d4-d3cfe141c85b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.960263] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.960738] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.961195] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c557208c-3674-4086-a996-be9f586f9173 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.966721] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1053.966721] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6247b-77f9-a972-6f52-b47b0d815a27" [ 1053.966721] env[69473]: _type = "Task" [ 1053.966721] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.975499] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6247b-77f9-a972-6f52-b47b0d815a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.017720] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358448, 'name': ReconfigVM_Task, 'duration_secs': 0.276237} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.018159] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 86cd5364-d21e-4659-9fe7-9410b30d74d3/86cd5364-d21e-4659-9fe7-9410b30d74d3.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.019252] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5932694d-fed9-46a9-a4d8-cb28696ae792 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.026954] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1054.026954] env[69473]: value = "task-3358450" [ 1054.026954] env[69473]: _type = "Task" [ 1054.026954] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.037064] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358450, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.085890] env[69473]: DEBUG nova.compute.manager [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.086829] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455ff633-e91b-4170-be92-1fc08000942f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.133198] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.133453] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.154898] env[69473]: DEBUG oslo_vmware.api [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575052} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.155180] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.155365] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.155538] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.155712] env[69473]: INFO nova.compute.manager [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1054.155949] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.156168] env[69473]: DEBUG nova.compute.manager [-] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.156263] env[69473]: DEBUG nova.network.neutron [-] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.203610] env[69473]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port badab486-f43b-44d4-a994-947b8f723ee9 could not be found.", "detail": ""}} {{(pid=69473) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1054.204887] env[69473]: DEBUG nova.network.neutron [-] Unable to show port badab486-f43b-44d4-a994-947b8f723ee9 as it no longer exists. {{(pid=69473) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1054.287827] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.288187] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e4a2b5-7ead-4b34-a290-973ad9d7f002 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.297473] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1054.297473] env[69473]: value = "task-3358451" [ 1054.297473] env[69473]: _type = "Task" [ 1054.297473] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.307614] env[69473]: INFO nova.compute.manager [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Detaching volume 02843bdb-e916-4908-929d-3c1034e0069c [ 1054.313280] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.347370] env[69473]: INFO nova.virt.block_device [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Attempting to driver detach volume 02843bdb-e916-4908-929d-3c1034e0069c from mountpoint /dev/sdb [ 1054.347621] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1054.347859] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670267', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'name': 'volume-02843bdb-e916-4908-929d-3c1034e0069c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'serial': '02843bdb-e916-4908-929d-3c1034e0069c'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1054.348822] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c6014-6f4a-4420-8d57-ec3ce4581a4b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.373978] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.650s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.378140] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.312s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.378228] env[69473]: DEBUG nova.objects.instance [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.384021] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48e90b7-2a09-4ff2-b9cf-480e5dc9df46 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.391168] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9213f8d-6c6c-400d-9f3d-9b375c933395 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.430216] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e835e1d8-8c1d-489d-9060-defe5b7dea43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.452779] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] The volume has not been displaced from its original location: [datastore1] volume-02843bdb-e916-4908-929d-3c1034e0069c/volume-02843bdb-e916-4908-929d-3c1034e0069c.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1054.458130] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.458747] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076463} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.459383] env[69473]: INFO nova.network.neutron [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating port ff106ba9-91b5-408b-826c-5bb25b9068c2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1054.461193] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65226c26-e727-44a9-bfea-f8d52ba64f7c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.474538] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.476069] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2564b47e-c174-459c-a22e-2fd719224f58 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.505453] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.510566] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b743d45d-dfaa-47bd-b6dc-b8027c951680 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.525547] env[69473]: DEBUG oslo_vmware.api [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1054.525547] env[69473]: value = "task-3358452" [ 1054.525547] env[69473]: _type = "Task" [ 1054.525547] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.525668] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f6247b-77f9-a972-6f52-b47b0d815a27, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.530657] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedffb92-daa9-4ee8-8007-9fdc516daaf2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.538284] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1054.538284] env[69473]: value = "task-3358453" [ 1054.538284] env[69473]: _type = "Task" [ 1054.538284] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.548705] env[69473]: DEBUG oslo_vmware.api [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.549171] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1054.549171] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe6a8a-bbbf-d4bc-8872-9d8999e602df" [ 1054.549171] env[69473]: _type = "Task" [ 1054.549171] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.549398] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358450, 'name': Rename_Task, 'duration_secs': 0.154518} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.550101] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.553286] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e7133a7-0edb-4808-8e5b-fc7b16c5a6a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.557896] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.564623] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe6a8a-bbbf-d4bc-8872-9d8999e602df, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.566205] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.566398] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.566739] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1054.566739] env[69473]: value = "task-3358454" [ 1054.566739] env[69473]: _type = "Task" [ 1054.566739] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.566934] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dbdabc8-d494-4fca-86e3-e5460cc95871 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.578753] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.580253] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1054.580253] env[69473]: value = "task-3358455" [ 1054.580253] env[69473]: _type = "Task" [ 1054.580253] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.589333] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.599168] env[69473]: INFO nova.compute.manager [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] instance snapshotting [ 1054.599168] env[69473]: DEBUG nova.objects.instance [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'flavor' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.646986] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.647250] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.647469] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.647662] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.647783] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.647939] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.648104] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1054.648287] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.759837] env[69473]: DEBUG nova.compute.manager [req-cc407d46-1fa1-455a-9ac2-592ae22ab51c req-09d45879-5291-45e9-99b6-7b77cb103823 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Received event network-vif-deleted-0558dee0-046e-4cfc-a8f1-f53e7e174764 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.760087] env[69473]: INFO nova.compute.manager [req-cc407d46-1fa1-455a-9ac2-592ae22ab51c req-09d45879-5291-45e9-99b6-7b77cb103823 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Neutron deleted interface 0558dee0-046e-4cfc-a8f1-f53e7e174764; detaching it from the instance and deleting it from the info cache [ 1054.760304] env[69473]: DEBUG nova.network.neutron [req-cc407d46-1fa1-455a-9ac2-592ae22ab51c req-09d45879-5291-45e9-99b6-7b77cb103823 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.809784] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358451, 'name': PowerOffVM_Task, 'duration_secs': 0.449203} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.810080] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.810910] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f4be2a-6efd-4938-ac26-eea0d539d909 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.837219] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d9869-579c-4526-ae3f-37d199035911 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.880272] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.881584] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a109a7-d15f-4b64-bf62-86fa3eee8464 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.903190] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1054.903190] env[69473]: value = "task-3358456" [ 1054.903190] env[69473]: _type = "Task" [ 1054.903190] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.917554] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1054.917642] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1054.918306] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1054.918306] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.918599] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.919207] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.919207] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.920196] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b517c9-1028-4e6e-90ac-b4b12a09f559 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.924477] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bfff36e-aff7-4687-ab8e-d28504020abf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.947403] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8ede5c-bbf5-4e83-9bfb-e5736ae1c441 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.950258] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.950558] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.951454] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a54741-4d32-4418-8f41-fba2b9dd27d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.958605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.958605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.958605] env[69473]: DEBUG nova.network.neutron [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.962010] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1054.962010] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5213e11c-e6c5-c1c3-7ac0-dc6654a93062" [ 1054.962010] env[69473]: _type = "Task" [ 1054.962010] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.987786] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0/volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.992167] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a836ca5-9f04-441b-97eb-8361ad45aae0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.015080] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5213e11c-e6c5-c1c3-7ac0-dc6654a93062, 'name': SearchDatastore_Task, 'duration_secs': 0.027961} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.017164] env[69473]: DEBUG oslo_vmware.api [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1055.017164] env[69473]: value = "task-3358457" [ 1055.017164] env[69473]: _type = "Task" [ 1055.017164] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.017470] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8cb70c-3f9e-4d36-a377-af6addd5f8ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.036224] env[69473]: DEBUG oslo_vmware.api [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.036421] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1055.036421] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5270bbea-b47e-f586-5cdc-310a213459be" [ 1055.036421] env[69473]: _type = "Task" [ 1055.036421] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.044639] env[69473]: DEBUG oslo_vmware.api [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358452, 'name': ReconfigVM_Task, 'duration_secs': 0.28316} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.053543] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.063787] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50bbb109-eb4e-4e41-9d2b-47890b619db9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.070577] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5270bbea-b47e-f586-5cdc-310a213459be, 'name': SearchDatastore_Task, 'duration_secs': 0.023569} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.071474] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.071750] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fee03760-b484-4029-83d6-1ce702761af9/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. {{(pid=69473) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1055.075761] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6d6f57-7bb2-4d33-85d2-76bf7c3c40e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.082008] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358453, 'name': ReconfigVM_Task, 'duration_secs': 0.367298} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.088371] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 5b9dadec-b826-4a48-9cfa-f992da17ebaa/5b9dadec-b826-4a48-9cfa-f992da17ebaa.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.089273] env[69473]: DEBUG oslo_vmware.api [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1055.089273] env[69473]: value = "task-3358458" [ 1055.089273] env[69473]: _type = "Task" [ 1055.089273] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.094191] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151f2fd6-38ad-42e5-8589-13c9addce3ad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.096250] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1055.096250] env[69473]: value = "task-3358459" [ 1055.096250] env[69473]: _type = "Task" [ 1055.096250] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.096779] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.109214] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358455, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.111813] env[69473]: DEBUG nova.network.neutron [-] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.112607] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1055.112607] env[69473]: value = "task-3358460" [ 1055.112607] env[69473]: _type = "Task" [ 1055.112607] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.114472] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac328af9-2fb6-41bb-b12d-24ae5bca5662 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.129027] env[69473]: DEBUG oslo_vmware.api [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.129027] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.150720] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358460, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.152047] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.153141] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e467d4b-9e71-42c4-b7ea-da13242d80c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.263959] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-801f8352-b078-4a51-bea6-aba7e53c6e80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.276656] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15904569-dbff-4012-ba05-5f9692f59da8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.328108] env[69473]: DEBUG nova.compute.manager [req-cc407d46-1fa1-455a-9ac2-592ae22ab51c req-09d45879-5291-45e9-99b6-7b77cb103823 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Detach interface failed, port_id=0558dee0-046e-4cfc-a8f1-f53e7e174764, reason: Instance c105af4e-d29a-44f5-8eb6-53f303843059 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.396358] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b0c421cd-911f-420d-aa80-cfcd77857666 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.398299] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.488s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.400108] env[69473]: INFO nova.compute.claims [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.533212] env[69473]: DEBUG oslo_vmware.api [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.585629] env[69473]: DEBUG oslo_vmware.api [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358454, 'name': PowerOnVM_Task, 'duration_secs': 0.746358} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.589163] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.589386] env[69473]: INFO nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1055.589676] env[69473]: DEBUG nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.590697] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e55ce94-fbe9-46f4-9ff5-82af54520e13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.609647] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607213} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.614737] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.614892] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.615883] env[69473]: INFO nova.compute.manager [-] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Took 1.46 seconds to deallocate network for instance. [ 1055.616224] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f3926e3-5d77-474d-afc8-51a11431bef4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.631201] env[69473]: DEBUG oslo_vmware.api [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358458, 'name': ReconfigVM_Task, 'duration_secs': 0.191403} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.635446] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670267', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'name': 'volume-02843bdb-e916-4908-929d-3c1034e0069c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': '02843bdb-e916-4908-929d-3c1034e0069c', 'serial': '02843bdb-e916-4908-929d-3c1034e0069c'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1055.642716] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.644702] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1055.644702] env[69473]: value = "task-3358461" [ 1055.644702] env[69473]: _type = "Task" [ 1055.644702] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.655301] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358460, 'name': Rename_Task, 'duration_secs': 0.210584} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.656286] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.656685] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae1288b-0036-44b6-acfc-d75b60b49020 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.664318] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.666397] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.666822] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7212980-99b0-4d17-97a8-989e5ae86c44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.676828] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1055.676828] env[69473]: value = "task-3358462" [ 1055.676828] env[69473]: _type = "Task" [ 1055.676828] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.679721] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1055.679721] env[69473]: value = "task-3358463" [ 1055.679721] env[69473]: _type = "Task" [ 1055.679721] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.705391] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358462, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.708914] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.801901] env[69473]: DEBUG nova.network.neutron [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance_info_cache with network_info: [{"id": "4d25de6b-39b7-4518-835f-0dcf089c4467", "address": "fa:16:3e:f9:e8:36", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d25de6b-39", "ovs_interfaceid": "4d25de6b-39b7-4518-835f-0dcf089c4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.034021] env[69473]: DEBUG oslo_vmware.api [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358457, 'name': ReconfigVM_Task, 'duration_secs': 0.620093} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.034021] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0/volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.037833] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f82d75-840c-4bdb-a552-4d4d03c647f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.054582] env[69473]: DEBUG oslo_vmware.api [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1056.054582] env[69473]: value = "task-3358464" [ 1056.054582] env[69473]: _type = "Task" [ 1056.054582] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.064080] env[69473]: DEBUG oslo_vmware.api [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.125175] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646616} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.125175] env[69473]: INFO nova.compute.manager [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Took 16.92 seconds to build instance. [ 1056.125948] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] fee03760-b484-4029-83d6-1ce702761af9/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. [ 1056.127212] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f7aaa7-9743-4fa4-a967-a4d3eeae60e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.150174] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.158112] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] fee03760-b484-4029-83d6-1ce702761af9/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.162256] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc6340d-b480-47fb-9f06-0641cfef61e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.182382] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111754} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.187259] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.187511] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1056.187511] env[69473]: value = "task-3358465" [ 1056.187511] env[69473]: _type = "Task" [ 1056.187511] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.188625] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0072a8ba-49b2-4bc0-89b9-2a0412339358 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.199616] env[69473]: DEBUG nova.objects.instance [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.205155] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.224272] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.232184] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825586aa-08eb-43eb-8ac1-c02a7418fe7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.249262] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358463, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.249539] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.256885] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1056.256885] env[69473]: value = "task-3358466" [ 1056.256885] env[69473]: _type = "Task" [ 1056.256885] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.268168] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.306171] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.422227] env[69473]: DEBUG nova.compute.manager [req-0360bfb7-f79f-4781-ac48-4b592874223a req-4e0f728f-0adc-4c5f-acce-7be95b22f22c service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-vif-plugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.422227] env[69473]: DEBUG oslo_concurrency.lockutils [req-0360bfb7-f79f-4781-ac48-4b592874223a req-4e0f728f-0adc-4c5f-acce-7be95b22f22c service nova] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.422761] env[69473]: DEBUG oslo_concurrency.lockutils [req-0360bfb7-f79f-4781-ac48-4b592874223a req-4e0f728f-0adc-4c5f-acce-7be95b22f22c service nova] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.422852] env[69473]: DEBUG oslo_concurrency.lockutils [req-0360bfb7-f79f-4781-ac48-4b592874223a req-4e0f728f-0adc-4c5f-acce-7be95b22f22c service nova] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.423037] env[69473]: DEBUG nova.compute.manager [req-0360bfb7-f79f-4781-ac48-4b592874223a req-4e0f728f-0adc-4c5f-acce-7be95b22f22c service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] No waiting events found dispatching network-vif-plugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.423278] env[69473]: WARNING nova.compute.manager [req-0360bfb7-f79f-4781-ac48-4b592874223a req-4e0f728f-0adc-4c5f-acce-7be95b22f22c service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received unexpected event network-vif-plugged-ff106ba9-91b5-408b-826c-5bb25b9068c2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1056.515561] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.515561] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.515561] env[69473]: DEBUG nova.network.neutron [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.569665] env[69473]: DEBUG oslo_vmware.api [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358464, 'name': ReconfigVM_Task, 'duration_secs': 0.263817} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.570028] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.627665] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aed85c90-1a95-434f-9c34-0e4929192e2c tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.432s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.702651] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358462, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.716927] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.717095] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358463, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.770837] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358466, 'name': ReconfigVM_Task, 'duration_secs': 0.352158} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.771152] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.771787] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1ff00a-1315-4558-9836-b6a382ae1f7a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.781926] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1056.781926] env[69473]: value = "task-3358467" [ 1056.781926] env[69473]: _type = "Task" [ 1056.781926] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.792781] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358467, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.821770] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e78f5-2f7c-46a2-8065-e349f9b5c6bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.829882] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a5c06-bf5b-49ff-9b0a-4d1d58aa0931 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.834993] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2490ace9-47cb-4cb2-afda-c347079fdbdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.884958] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a95fd-69a3-4516-b215-5ec5d7d7b546 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.888690] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f336e554-e834-4686-818a-4a8b45fc5035 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.902826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945861b1-605f-4f34-a669-21b12a17a72e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.907868] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance 'f75207bf-a397-433b-ac8c-baa25e8b425d' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.924059] env[69473]: DEBUG nova.compute.provider_tree [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.122093] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.193138] env[69473]: DEBUG oslo_vmware.api [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358462, 'name': PowerOnVM_Task, 'duration_secs': 1.049353} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.199054] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.199281] env[69473]: DEBUG nova.compute.manager [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.200316] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bbbb2-69a4-4340-b6f2-e4cd17429e9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.211143] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358463, 'name': CreateSnapshot_Task, 'duration_secs': 1.221085} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.211380] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358465, 'name': ReconfigVM_Task, 'duration_secs': 0.662354} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.212850] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1057.213152] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] fee03760-b484-4029-83d6-1ce702761af9/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.216505] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40be735f-d426-4c48-ab08-02780c9e7725 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.220128] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9361fd1-7ecb-454e-a87a-9c8555a755b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.223090] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ec973cc-982b-46a7-ad41-0860938a9fe3 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.423s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.224488] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.103s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.264572] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d734118-59e5-4bea-ab80-8eaa1fe43b8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.283272] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1057.283272] env[69473]: value = "task-3358468" [ 1057.283272] env[69473]: _type = "Task" [ 1057.283272] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.298315] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358467, 'name': Rename_Task, 'duration_secs': 0.158279} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.298846] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.299125] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.299358] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c97526-853a-4cc1-adbf-a2ef3f1008b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.306062] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1057.306062] env[69473]: value = "task-3358469" [ 1057.306062] env[69473]: _type = "Task" [ 1057.306062] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.314503] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.414776] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.418228] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9e1fcec-48d6-4db2-b52e-a404f5ce79a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.426945] env[69473]: DEBUG nova.scheduler.client.report [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.430186] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1057.430186] env[69473]: value = "task-3358470" [ 1057.430186] env[69473]: _type = "Task" [ 1057.430186] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.445648] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.575706] env[69473]: DEBUG nova.network.neutron [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff106ba9-91", "ovs_interfaceid": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.620721] env[69473]: DEBUG nova.objects.instance [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'flavor' on Instance uuid 1c9c027e-f381-4dd6-8986-11c14de334db {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.728155] env[69473]: INFO nova.compute.manager [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Detaching volume a19cd672-728f-4d0b-8f5e-217d626d2ace [ 1057.734254] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.764118] env[69473]: INFO nova.virt.block_device [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Attempting to driver detach volume a19cd672-728f-4d0b-8f5e-217d626d2ace from mountpoint /dev/sdc [ 1057.764465] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.764665] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670276', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'name': 'volume-a19cd672-728f-4d0b-8f5e-217d626d2ace', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'serial': 'a19cd672-728f-4d0b-8f5e-217d626d2ace'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.772134] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.773189] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1abe07-e8dd-4316-b99f-1b03bc4c8ecb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.776391] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb695a18-86a9-47f7-97b4-ef5f71fca7de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.805465] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd4791-02ed-42de-88c5-fcbc75b4d6fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.808613] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1057.808613] env[69473]: value = "task-3358471" [ 1057.808613] env[69473]: _type = "Task" [ 1057.808613] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.822075] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358468, 'name': ReconfigVM_Task, 'duration_secs': 0.373796} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.823537] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827b467e-a907-4833-a226-be6d5153d662 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.826271] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.832453] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6896e66e-0c83-43b2-80fc-2fb28719035a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.834290] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358471, 'name': CloneVM_Task} progress is 11%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.834553] env[69473]: DEBUG oslo_vmware.api [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358469, 'name': PowerOnVM_Task, 'duration_secs': 0.495966} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.835309] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.835541] env[69473]: INFO nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Took 5.07 seconds to spawn the instance on the hypervisor. [ 1057.835729] env[69473]: DEBUG nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.836859] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cd5659-dd35-42c4-a0a3-25a53a072e7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.860304] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59130e48-885f-4cb1-b492-ffb2a7d368ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.863316] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1057.863316] env[69473]: value = "task-3358472" [ 1057.863316] env[69473]: _type = "Task" [ 1057.863316] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.884428] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] The volume has not been displaced from its original location: [datastore1] volume-a19cd672-728f-4d0b-8f5e-217d626d2ace/volume-a19cd672-728f-4d0b-8f5e-217d626d2ace.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.891282] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfiguring VM instance instance-0000004e to detach disk 2002 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.892353] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f778141-127d-41c4-a2db-7c3a1c8c1648 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.910647] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.917500] env[69473]: DEBUG oslo_vmware.api [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1057.917500] env[69473]: value = "task-3358473" [ 1057.917500] env[69473]: _type = "Task" [ 1057.917500] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.928389] env[69473]: DEBUG oslo_vmware.api [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.935211] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.935736] env[69473]: DEBUG nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.939288] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.405s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.939605] env[69473]: DEBUG nova.objects.instance [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'resources' on Instance uuid feb825e4-a7b5-4209-aca1-9ecd593665bf {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.947282] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.950998] env[69473]: DEBUG nova.compute.manager [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1058.080049] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.108917] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee83d6c67e158a464a2667feb12cdec7',container_format='bare',created_at=2025-04-08T01:33:51Z,direct_url=,disk_format='vmdk',id=49f23b2e-2061-45c5-bc3d-ff8a97630645,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1334357175-shelved',owner='b88f294bf87f4eb99e4be77dec5698c0',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-08T01:34:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.109721] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.109721] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.109721] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.109721] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.109915] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.110060] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.110434] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.110434] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.110566] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.110754] env[69473]: DEBUG nova.virt.hardware [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.111672] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e7495c-d76a-497c-8dc4-596800ebb4ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.121947] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6cea04-2e4a-41aa-84ff-15e048077161 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.131096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2457a169-d27f-4e73-8080-c216cf4796a9 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.425s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.145556] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e0:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff106ba9-91b5-408b-826c-5bb25b9068c2', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.153106] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.154155] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.154396] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3129e89e-14d1-402a-96af-265acaaf5057 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.176843] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.176843] env[69473]: value = "task-3358474" [ 1058.176843] env[69473]: _type = "Task" [ 1058.176843] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.188105] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358474, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.320707] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358471, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.379523] env[69473]: DEBUG oslo_vmware.api [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358472, 'name': PowerOnVM_Task, 'duration_secs': 0.529048} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.381298] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.384667] env[69473]: INFO nova.compute.manager [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Took 18.02 seconds to build instance. [ 1058.386299] env[69473]: DEBUG nova.compute.manager [None req-0442ad80-5ec6-4988-99b2-dad5f65c51ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.387131] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8ae93-18c3-4907-93ad-3a28c605959f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.429467] env[69473]: DEBUG oslo_vmware.api [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358473, 'name': ReconfigVM_Task, 'duration_secs': 0.366968} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.430433] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Reconfigured VM instance instance-0000004e to detach disk 2002 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.435863] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5cb905a-942e-4af6-b134-4c5a3a58f64f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.454042] env[69473]: DEBUG nova.compute.utils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.456508] env[69473]: DEBUG nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.457014] env[69473]: DEBUG nova.network.neutron [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.469222] env[69473]: DEBUG oslo_vmware.api [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1058.469222] env[69473]: value = "task-3358475" [ 1058.469222] env[69473]: _type = "Task" [ 1058.469222] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.472967] env[69473]: DEBUG oslo_vmware.api [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358470, 'name': PowerOnVM_Task, 'duration_secs': 0.765834} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.477377] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.477647] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbdd069-a026-4a6e-9766-6981de9acba6 tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance 'f75207bf-a397-433b-ac8c-baa25e8b425d' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.482345] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.493905] env[69473]: DEBUG oslo_vmware.api [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.521515] env[69473]: DEBUG nova.policy [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96ae0c0d584341e7b2dbc9458c3787c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0263e4acec384e10abb0e24c44fc5820', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.555587] env[69473]: INFO nova.compute.manager [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Rebuilding instance [ 1058.609406] env[69473]: DEBUG nova.compute.manager [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.610316] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5732b59-f99b-4a57-9872-6399a860122f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.692943] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358474, 'name': CreateVM_Task, 'duration_secs': 0.484346} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.693186] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.697950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.698146] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.699168] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.701406] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88edd436-24f9-479a-b7e8-e100859a9468 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.710192] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1058.710192] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5292755e-a0da-2c23-2784-9a8614ca79b5" [ 1058.710192] env[69473]: _type = "Task" [ 1058.710192] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.726956] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5292755e-a0da-2c23-2784-9a8614ca79b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.821065] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358471, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.854286] env[69473]: DEBUG nova.compute.manager [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.854495] env[69473]: DEBUG nova.compute.manager [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing instance network info cache due to event network-changed-ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.854759] env[69473]: DEBUG oslo_concurrency.lockutils [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] Acquiring lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.854952] env[69473]: DEBUG oslo_concurrency.lockutils [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] Acquired lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.855207] env[69473]: DEBUG nova.network.neutron [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Refreshing network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.886171] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc85b8a2-c37c-49da-a049-59370019a1be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.891087] env[69473]: DEBUG oslo_concurrency.lockutils [None req-551ae098-551a-4eca-9f5f-bff93fc9f5e0 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "129adef1-ff74-4c53-8501-ee59ca3621c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.541s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.896849] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a4250c-2cec-444e-86b0-3ca988b23733 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.934146] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66d62ff-e46e-4cf1-8075-ccae217640ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.943652] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0452a1-c66e-426c-9671-ce44336a1b53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.962837] env[69473]: DEBUG nova.compute.provider_tree [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.976531] env[69473]: DEBUG nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.976531] env[69473]: INFO nova.compute.manager [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Rebuilding instance [ 1058.992013] env[69473]: DEBUG oslo_vmware.api [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358475, 'name': ReconfigVM_Task, 'duration_secs': 0.222879} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.992013] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670276', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'name': 'volume-a19cd672-728f-4d0b-8f5e-217d626d2ace', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a975bf74-0e58-41ef-ad8c-2cc0d0952fb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a19cd672-728f-4d0b-8f5e-217d626d2ace', 'serial': 'a19cd672-728f-4d0b-8f5e-217d626d2ace'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1059.097736] env[69473]: DEBUG nova.network.neutron [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Successfully created port: 1ed75c82-d309-460e-9c68-5a2e7e2ccabd {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.136623] env[69473]: DEBUG nova.compute.manager [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.137975] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b530c-c82b-4c47-8cb7-db54114a97aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.222865] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.223151] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Processing image 49f23b2e-2061-45c5-bc3d-ff8a97630645 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.223463] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645/49f23b2e-2061-45c5-bc3d-ff8a97630645.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.223561] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645/49f23b2e-2061-45c5-bc3d-ff8a97630645.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.223753] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.224016] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5980e70-245a-4ae2-aaa2-7d734d345c1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.245057] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.245315] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.247457] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c83ad63-5619-44fd-8649-62495fbbbf58 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.257759] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1059.257759] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5237b8d6-e719-8d14-f4f6-7031b29e9de0" [ 1059.257759] env[69473]: _type = "Task" [ 1059.257759] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.270254] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5237b8d6-e719-8d14-f4f6-7031b29e9de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.323952] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358471, 'name': CloneVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.466243] env[69473]: DEBUG nova.scheduler.client.report [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.560996] env[69473]: DEBUG nova.objects.instance [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lazy-loading 'flavor' on Instance uuid a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.615762] env[69473]: DEBUG nova.network.neutron [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updated VIF entry in instance network info cache for port ff106ba9-91b5-408b-826c-5bb25b9068c2. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.616491] env[69473]: DEBUG nova.network.neutron [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [{"id": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "address": "fa:16:3e:62:e0:6d", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff106ba9-91", "ovs_interfaceid": "ff106ba9-91b5-408b-826c-5bb25b9068c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.630314] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.631440] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3293515f-42e9-4df1-bb50-bd75391c35e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.641429] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1059.641429] env[69473]: value = "task-3358476" [ 1059.641429] env[69473]: _type = "Task" [ 1059.641429] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.654572] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.769322] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Preparing fetch location {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1059.769668] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Fetch image to [datastore1] OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7/OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7.vmdk {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1059.769891] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Downloading stream optimized image 49f23b2e-2061-45c5-bc3d-ff8a97630645 to [datastore1] OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7/OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7.vmdk on the data store datastore1 as vApp {{(pid=69473) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1059.770131] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Downloading image file data 49f23b2e-2061-45c5-bc3d-ff8a97630645 to the ESX as VM named 'OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7' {{(pid=69473) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1059.831069] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358471, 'name': CloneVM_Task, 'duration_secs': 1.603222} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.831338] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Created linked-clone VM from snapshot [ 1059.832090] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f70fb09-0f63-4143-9cfd-aae9c926a448 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.842877] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Uploading image 99244f58-9b0e-4213-949d-c8ffdf7f728c {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.862319] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1059.862319] env[69473]: value = "resgroup-9" [ 1059.862319] env[69473]: _type = "ResourcePool" [ 1059.862319] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1059.863081] env[69473]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9b416912-eb85-421b-a42f-2adfec06f63f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.880983] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1059.880983] env[69473]: value = "vm-670285" [ 1059.880983] env[69473]: _type = "VirtualMachine" [ 1059.880983] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1059.881725] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f904c0f8-80a9-4674-9b5b-3f01eef84675 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.890514] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease: (returnval){ [ 1059.890514] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524b8038-5727-16d1-cb65-618f33917f54" [ 1059.890514] env[69473]: _type = "HttpNfcLease" [ 1059.890514] env[69473]: } obtained for vApp import into resource pool (val){ [ 1059.890514] env[69473]: value = "resgroup-9" [ 1059.890514] env[69473]: _type = "ResourcePool" [ 1059.890514] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1059.890830] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the lease: (returnval){ [ 1059.890830] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524b8038-5727-16d1-cb65-618f33917f54" [ 1059.890830] env[69473]: _type = "HttpNfcLease" [ 1059.890830] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.892205] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease: (returnval){ [ 1059.892205] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad4306-3061-5769-2bfc-7df9a07da066" [ 1059.892205] env[69473]: _type = "HttpNfcLease" [ 1059.892205] env[69473]: } obtained for exporting VM: (result){ [ 1059.892205] env[69473]: value = "vm-670285" [ 1059.892205] env[69473]: _type = "VirtualMachine" [ 1059.892205] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1059.892464] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the lease: (returnval){ [ 1059.892464] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad4306-3061-5769-2bfc-7df9a07da066" [ 1059.892464] env[69473]: _type = "HttpNfcLease" [ 1059.892464] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.903743] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.903743] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524b8038-5727-16d1-cb65-618f33917f54" [ 1059.903743] env[69473]: _type = "HttpNfcLease" [ 1059.903743] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.906253] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.906253] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad4306-3061-5769-2bfc-7df9a07da066" [ 1059.906253] env[69473]: _type = "HttpNfcLease" [ 1059.906253] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.972008] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.974615] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.152s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.976253] env[69473]: INFO nova.compute.claims [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.983366] env[69473]: DEBUG nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.011673] env[69473]: INFO nova.scheduler.client.report [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted allocations for instance feb825e4-a7b5-4209-aca1-9ecd593665bf [ 1060.021731] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.021989] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.022164] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.022350] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.022554] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.022729] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.022966] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.023867] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.024434] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.024434] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.024612] env[69473]: DEBUG nova.virt.hardware [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.026390] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a43482-da27-49a1-9787-c1460ab0240a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.036733] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1abdcd0-d766-4599-8d49-3273415ff92f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.119585] env[69473]: DEBUG oslo_concurrency.lockutils [req-6b6b2768-206a-48ff-8cd6-43430cb16ce5 req-ed497184-74e1-4af6-b8e3-37e25023c516 service nova] Releasing lock "refresh_cache-7a746693-7512-4f6c-90f6-158ca21cd868" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.152499] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358476, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.157343] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.157706] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79321ecd-a68d-4299-afdf-1ffd3805223e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.167213] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1060.167213] env[69473]: value = "task-3358479" [ 1060.167213] env[69473]: _type = "Task" [ 1060.167213] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.177188] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.362259] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.362510] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.362810] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.363009] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.363222] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.365646] env[69473]: INFO nova.compute.manager [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Terminating instance [ 1060.403680] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.403680] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524b8038-5727-16d1-cb65-618f33917f54" [ 1060.403680] env[69473]: _type = "HttpNfcLease" [ 1060.403680] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.405313] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.405313] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad4306-3061-5769-2bfc-7df9a07da066" [ 1060.405313] env[69473]: _type = "HttpNfcLease" [ 1060.405313] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.405637] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.405637] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad4306-3061-5769-2bfc-7df9a07da066" [ 1060.405637] env[69473]: _type = "HttpNfcLease" [ 1060.405637] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1060.406391] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395fe35e-d85c-4f29-a025-2925287f91e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.410257] env[69473]: INFO nova.compute.manager [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Unrescuing [ 1060.410517] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.410687] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquired lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.410856] env[69473]: DEBUG nova.network.neutron [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.418145] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e01b81-52ba-4de1-ee0f-1de46b2a2612/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.418363] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e01b81-52ba-4de1-ee0f-1de46b2a2612/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1060.522664] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04e1eec9-5584-463a-b73c-1f23e8147dfe tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "feb825e4-a7b5-4209-aca1-9ecd593665bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.797s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.526356] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96a522cf-ca09-4e52-81f9-96e467c4a9ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.570570] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24198646-86f8-4674-84d9-9cd238c675b0 tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.346s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.656539] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358476, 'name': PowerOffVM_Task, 'duration_secs': 0.568588} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.657230] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.682071] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358479, 'name': PowerOffVM_Task, 'duration_secs': 0.140682} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.682071] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.682071] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.683716] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b22c48-663e-42e3-b8a6-209f1ba1fad5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.691438] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.694601] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54642909-b8a3-4a02-a788-f7c0ffd48d26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.734167] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.734339] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.734617] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Deleting the datastore file [datastore2] 129adef1-ff74-4c53-8501-ee59ca3621c4 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.735432] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1781ae1f-478d-4e8f-a579-5418d15c12a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.747496] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1060.747496] env[69473]: value = "task-3358481" [ 1060.747496] env[69473]: _type = "Task" [ 1060.747496] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.756046] env[69473]: INFO nova.compute.manager [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Detaching volume aa8b64fa-2655-4b6e-a95c-5502aac60cd0 [ 1060.764655] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.808373] env[69473]: INFO nova.virt.block_device [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Attempting to driver detach volume aa8b64fa-2655-4b6e-a95c-5502aac60cd0 from mountpoint /dev/sdb [ 1060.808753] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1060.809117] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1060.810962] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4360748-48eb-404a-9766-28643eb5c5d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.841470] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "f75207bf-a397-433b-ac8c-baa25e8b425d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.841786] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.842041] env[69473]: DEBUG nova.compute.manager [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Going to confirm migration 4 {{(pid=69473) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1060.844653] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143aabb1-24e0-44c4-abd8-1bd34a0123d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.854043] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ed0b8-09ce-4179-b3ce-d610e6133f15 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.885906] env[69473]: DEBUG nova.compute.manager [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.886089] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.887974] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44ceff9-8459-423f-8a7e-a9eb10c575c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.891884] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280053b-36d6-4d44-8966-9b335b626aa0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.902619] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.918177] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a31105-b59d-4fb6-8946-96de6af6796c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.921782] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] The volume has not been displaced from its original location: [datastore2] volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0/volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1060.927955] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.930952] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd99ac2-d4fe-4eb8-8739-43432376ac9d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.947397] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.947397] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524b8038-5727-16d1-cb65-618f33917f54" [ 1060.947397] env[69473]: _type = "HttpNfcLease" [ 1060.947397] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.956398] env[69473]: DEBUG oslo_vmware.api [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1060.956398] env[69473]: value = "task-3358482" [ 1060.956398] env[69473]: _type = "Task" [ 1060.956398] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.958118] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1060.958118] env[69473]: value = "task-3358483" [ 1060.958118] env[69473]: _type = "Task" [ 1060.958118] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.982332] env[69473]: DEBUG oslo_vmware.api [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.986995] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.108050] env[69473]: DEBUG nova.network.neutron [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Successfully updated port: 1ed75c82-d309-460e-9c68-5a2e7e2ccabd {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.146559] env[69473]: DEBUG nova.compute.manager [req-64d3802b-fe1f-4c45-8d37-16e405e9c5df req-586e2a55-470f-49fd-81c7-c032f681d714 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Received event network-vif-plugged-1ed75c82-d309-460e-9c68-5a2e7e2ccabd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.146802] env[69473]: DEBUG oslo_concurrency.lockutils [req-64d3802b-fe1f-4c45-8d37-16e405e9c5df req-586e2a55-470f-49fd-81c7-c032f681d714 service nova] Acquiring lock "6138b4dc-fec3-4728-aa96-c2df3611c181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.149382] env[69473]: DEBUG oslo_concurrency.lockutils [req-64d3802b-fe1f-4c45-8d37-16e405e9c5df req-586e2a55-470f-49fd-81c7-c032f681d714 service nova] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.149382] env[69473]: DEBUG oslo_concurrency.lockutils [req-64d3802b-fe1f-4c45-8d37-16e405e9c5df req-586e2a55-470f-49fd-81c7-c032f681d714 service nova] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.149382] env[69473]: DEBUG nova.compute.manager [req-64d3802b-fe1f-4c45-8d37-16e405e9c5df req-586e2a55-470f-49fd-81c7-c032f681d714 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] No waiting events found dispatching network-vif-plugged-1ed75c82-d309-460e-9c68-5a2e7e2ccabd {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.149382] env[69473]: WARNING nova.compute.manager [req-64d3802b-fe1f-4c45-8d37-16e405e9c5df req-586e2a55-470f-49fd-81c7-c032f681d714 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Received unexpected event network-vif-plugged-1ed75c82-d309-460e-9c68-5a2e7e2ccabd for instance with vm_state building and task_state spawning. [ 1061.243139] env[69473]: DEBUG nova.network.neutron [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.261038] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16338} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.264174] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.265110] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.265331] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.410666] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.410666] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524b8038-5727-16d1-cb65-618f33917f54" [ 1061.410666] env[69473]: _type = "HttpNfcLease" [ 1061.410666] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1061.411122] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1061.411122] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524b8038-5727-16d1-cb65-618f33917f54" [ 1061.411122] env[69473]: _type = "HttpNfcLease" [ 1061.411122] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1061.411966] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5129495-cbc1-4599-bdda-8400435df459 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.422347] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbedc5-c76b-cae7-c408-c0dab9ef6650/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1061.422925] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbedc5-c76b-cae7-c408-c0dab9ef6650/disk-0.vmdk. {{(pid=69473) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1061.425592] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.425854] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquired lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.426083] env[69473]: DEBUG nova.network.neutron [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.426418] env[69473]: DEBUG nova.objects.instance [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'info_cache' on Instance uuid f75207bf-a397-433b-ac8c-baa25e8b425d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.514250] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecf32aef-34bc-4b5e-8f69-7167f208721f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.515364] env[69473]: DEBUG oslo_vmware.api [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358482, 'name': PowerOffVM_Task, 'duration_secs': 0.221809} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.515605] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358483, 'name': ReconfigVM_Task, 'duration_secs': 0.351412} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.516016] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.516188] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.516453] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.526279] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb029c3-7a3d-4b28-8b8d-b5ca4283e77a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.528655] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4168c79-c2da-43fa-acbf-c7cbc02d7472 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.549627] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1061.549627] env[69473]: value = "task-3358485" [ 1061.549627] env[69473]: _type = "Task" [ 1061.549627] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.554520] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c098992-ce68-480c-a5dd-88caa58bca10 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.566676] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb327056-bc82-44fa-ae80-13a59cf8221c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.569973] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.601132] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84fc328-3c79-45a0-b896-12d3566c813f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.613614] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed25855-49f4-4c60-a6ed-6b7a7e92a3dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.615619] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "refresh_cache-6138b4dc-fec3-4728-aa96-c2df3611c181" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.615817] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquired lock "refresh_cache-6138b4dc-fec3-4728-aa96-c2df3611c181" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.615955] env[69473]: DEBUG nova.network.neutron [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.637025] env[69473]: DEBUG nova.compute.provider_tree [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.641607] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.641740] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.641819] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleting the datastore file [datastore2] 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.642331] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9633d7af-0642-423e-bf30-50a74e262431 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.653489] env[69473]: DEBUG oslo_vmware.api [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1061.653489] env[69473]: value = "task-3358486" [ 1061.653489] env[69473]: _type = "Task" [ 1061.653489] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.665736] env[69473]: DEBUG oslo_vmware.api [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.744923] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Releasing lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.745784] env[69473]: DEBUG nova.objects.instance [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lazy-loading 'flavor' on Instance uuid fee03760-b484-4029-83d6-1ce702761af9 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.063658] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358485, 'name': ReconfigVM_Task, 'duration_secs': 0.198829} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.067723] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1062.144895] env[69473]: DEBUG nova.scheduler.client.report [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.166881] env[69473]: DEBUG oslo_vmware.api [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27372} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.168464] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.168669] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.168912] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.169196] env[69473]: INFO nova.compute.manager [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1062.169591] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.174550] env[69473]: DEBUG nova.network.neutron [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.177093] env[69473]: DEBUG nova.compute.manager [-] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.177219] env[69473]: DEBUG nova.network.neutron [-] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.255038] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750db44d-fe0d-4c97-bfc7-47bbbc115f68 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.287965] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.302732] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5aac6bc-21f0-4e70-bbdf-342fb9bdecbd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.311539] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1062.311539] env[69473]: value = "task-3358487" [ 1062.311539] env[69473]: _type = "Task" [ 1062.311539] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.325567] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.371496] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.371837] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.372113] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.372480] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.372761] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.373017] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.373349] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.373615] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.373879] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.374079] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.374268] env[69473]: DEBUG nova.virt.hardware [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.375239] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff834867-27bc-4f24-b463-c29022b8aecf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.384119] env[69473]: DEBUG nova.network.neutron [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Updating instance_info_cache with network_info: [{"id": "1ed75c82-d309-460e-9c68-5a2e7e2ccabd", "address": "fa:16:3e:2e:57:bd", "network": {"id": "369cd43b-da20-4202-9516-d03104e9bb50", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-291634860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0263e4acec384e10abb0e24c44fc5820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed75c82-d3", "ovs_interfaceid": "1ed75c82-d309-460e-9c68-5a2e7e2ccabd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.386479] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ed8e60-dfd8-4199-b71c-fc873129e4d9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.405480] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.411840] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.412882] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.413176] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-525ebb78-e2b4-4341-8661-89b8376d3a8d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.440341] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.440341] env[69473]: value = "task-3358488" [ 1062.440341] env[69473]: _type = "Task" [ 1062.440341] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.452898] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358488, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.654078] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.660212] env[69473]: DEBUG nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.671689] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.520s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.671969] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.672123] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1062.672616] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.522s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.673033] env[69473]: DEBUG nova.objects.instance [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'resources' on Instance uuid c105af4e-d29a-44f5-8eb6-53f303843059 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.676922] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92811c2-ebaa-4d25-9c90-b4c86477517b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.684187] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.684571] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.684807] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.685091] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.685294] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.688519] env[69473]: INFO nova.compute.manager [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Terminating instance [ 1062.703504] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b5be77-b443-4d86-97f8-20808707c690 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.732249] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0907cb55-3f85-4980-85bb-37aac0ab0682 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.738969] env[69473]: DEBUG nova.network.neutron [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance_info_cache with network_info: [{"id": "4d25de6b-39b7-4518-835f-0dcf089c4467", "address": "fa:16:3e:f9:e8:36", "network": {"id": "211af6a4-ea0b-4d84-ae23-a81e5b6f89a3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-898004252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c909cbfdf31434e849826ce64e7563c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d25de6b-39", "ovs_interfaceid": "4d25de6b-39b7-4518-835f-0dcf089c4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.747343] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244e185-8367-433d-b56c-f7f256fd276e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.788620] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177227MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1062.788784] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.824925] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358487, 'name': PowerOffVM_Task, 'duration_secs': 0.353058} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.825287] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.830811] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfiguring VM instance instance-00000058 to detach disk 2002 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.831142] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03ac8f9-798f-4f7b-b216-c4c18993bb47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.851361] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1062.851361] env[69473]: value = "task-3358489" [ 1062.851361] env[69473]: _type = "Task" [ 1062.851361] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.861331] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.892369] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Releasing lock "refresh_cache-6138b4dc-fec3-4728-aa96-c2df3611c181" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.892809] env[69473]: DEBUG nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Instance network_info: |[{"id": "1ed75c82-d309-460e-9c68-5a2e7e2ccabd", "address": "fa:16:3e:2e:57:bd", "network": {"id": "369cd43b-da20-4202-9516-d03104e9bb50", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-291634860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0263e4acec384e10abb0e24c44fc5820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed75c82-d3", "ovs_interfaceid": "1ed75c82-d309-460e-9c68-5a2e7e2ccabd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.893381] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:57:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ed75c82-d309-460e-9c68-5a2e7e2ccabd', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.903955] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Creating folder: Project (0263e4acec384e10abb0e24c44fc5820). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.909267] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa9a82a-2ad4-4a0c-8bac-4a7ea8d98f17 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.924871] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Created folder: Project (0263e4acec384e10abb0e24c44fc5820) in parent group-v669999. [ 1062.925220] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Creating folder: Instances. Parent ref: group-v670289. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.925495] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07447e53-055b-4528-91b8-0240c434f9b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.939112] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Created folder: Instances in parent group-v670289. [ 1062.939450] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.939638] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.939935] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d716f47d-a71a-45af-8ff8-0bdfe1e5dc33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.962855] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Completed reading data from the image iterator. {{(pid=69473) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1062.963116] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbedc5-c76b-cae7-c408-c0dab9ef6650/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.964162] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d8b968-9749-4a8c-801e-c73032ca00a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.976552] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358488, 'name': CreateVM_Task, 'duration_secs': 0.340796} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.979177] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.979395] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.979395] env[69473]: value = "task-3358492" [ 1062.979395] env[69473]: _type = "Task" [ 1062.979395] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.979645] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbedc5-c76b-cae7-c408-c0dab9ef6650/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.979804] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbedc5-c76b-cae7-c408-c0dab9ef6650/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1062.980246] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.980403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.980739] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.981017] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8d1549f0-7955-4645-bdb7-42bed75b763b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.982655] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5120baea-23aa-4735-9f2c-14c6b6484c29 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.992917] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358492, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.994460] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1062.994460] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a9fdc7-25c1-2188-e8b8-fba46a0210f7" [ 1062.994460] env[69473]: _type = "Task" [ 1062.994460] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.003889] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a9fdc7-25c1-2188-e8b8-fba46a0210f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.084262] env[69473]: DEBUG nova.network.neutron [-] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.123212] env[69473]: DEBUG nova.compute.manager [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1063.148125] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.148513] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7498190-91e9-468e-bbbc-cd5dede0d869 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.156653] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1063.156653] env[69473]: value = "task-3358493" [ 1063.156653] env[69473]: _type = "Task" [ 1063.156653] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.171476] env[69473]: DEBUG nova.compute.utils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.173363] env[69473]: DEBUG nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.173548] env[69473]: DEBUG nova.network.neutron [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.176436] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1063.176436] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.176436] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.179730] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0216ef24-d58a-40fc-b443-f857ac4b3651 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.203212] env[69473]: DEBUG nova.compute.manager [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.203212] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.204248] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b53f6c-6feb-4660-affb-e1046972ed86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.209117] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa4c1e-0fe4-483c-a6ad-f85c107f93ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.213028] env[69473]: DEBUG oslo_vmware.rw_handles [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbedc5-c76b-cae7-c408-c0dab9ef6650/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1063.213307] env[69473]: INFO nova.virt.vmwareapi.images [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Downloaded image file data 49f23b2e-2061-45c5-bc3d-ff8a97630645 [ 1063.217294] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f287f4-d457-48e8-a7a0-d0dfd0591699 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.225224] env[69473]: WARNING nova.virt.vmwareapi.driver [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1063.225544] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.227194] env[69473]: DEBUG nova.policy [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c6b5c50c804c92b0a9a2f1b6677596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f91ad7a024442c80a82a1f10d17ccb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.230719] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f070a79-043a-45af-a880-0014218e07f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.248376] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.249316] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Releasing lock "refresh_cache-f75207bf-a397-433b-ac8c-baa25e8b425d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.249574] env[69473]: DEBUG nova.objects.instance [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lazy-loading 'migration_context' on Instance uuid f75207bf-a397-433b-ac8c-baa25e8b425d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.257027] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2dc7e1-2e0b-47d5-b307-cf128f54c72d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.257027] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8271bc27-f5c7-4de9-83d3-3a52cbb0e3d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.259456] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.260352] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a46c8690-19b2-4b65-90cd-e39995c1e060 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.269029] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1063.269029] env[69473]: value = "task-3358494" [ 1063.269029] env[69473]: _type = "Task" [ 1063.269029] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.282419] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.294241] env[69473]: INFO nova.virt.vmwareapi.images [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] The imported VM was unregistered [ 1063.296136] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Caching image {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1063.296390] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating directory with path [datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.299641] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-265bbad8-3210-4309-8cf4-5ae3d09869ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.316864] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created directory with path [datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.317206] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7/OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7.vmdk to [datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645/49f23b2e-2061-45c5-bc3d-ff8a97630645.vmdk. {{(pid=69473) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1063.317740] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9625f3e4-2e08-4437-8402-866cea9e63ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.328430] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1063.328430] env[69473]: value = "task-3358497" [ 1063.328430] env[69473]: _type = "Task" [ 1063.328430] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.340619] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358497, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.367365] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358489, 'name': ReconfigVM_Task, 'duration_secs': 0.365693} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.368800] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfigured VM instance instance-00000058 to detach disk 2002 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.369051] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.369342] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.369543] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.370150] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleting the datastore file [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.370253] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd75f60-2f7f-42d3-a779-647f2b1aa549 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.372326] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4adeae34-d4fa-42a3-9cb4-6dc789ff20fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.381426] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1063.381426] env[69473]: value = "task-3358499" [ 1063.381426] env[69473]: _type = "Task" [ 1063.381426] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.383217] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1063.383217] env[69473]: value = "task-3358498" [ 1063.383217] env[69473]: _type = "Task" [ 1063.383217] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.403378] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.404246] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.495675] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358492, 'name': CreateVM_Task, 'duration_secs': 0.456182} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.498849] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.499607] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.507937] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a9fdc7-25c1-2188-e8b8-fba46a0210f7, 'name': SearchDatastore_Task, 'duration_secs': 0.030109} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.508437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.508763] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.509113] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.509329] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.509594] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.509999] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.510461] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.510750] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b938fd08-a6ab-494d-8f72-7999aea35394 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.513075] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239156d4-4b96-4b38-b88e-1432138d9f34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.522436] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1063.522436] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527e389d-9667-a7b9-30b4-8e5adc3a5e63" [ 1063.522436] env[69473]: _type = "Task" [ 1063.522436] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.523611] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.523793] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.527794] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9296f5-4b8e-473d-bc3e-fd780d8fc19b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.538786] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527e389d-9667-a7b9-30b4-8e5adc3a5e63, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.539105] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1063.539105] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e648a5-2b0a-a730-a2d6-c582c07bec15" [ 1063.539105] env[69473]: _type = "Task" [ 1063.539105] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.539386] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.539618] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.539827] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.549778] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e648a5-2b0a-a730-a2d6-c582c07bec15, 'name': SearchDatastore_Task, 'duration_secs': 0.012989} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.553405] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c945cfba-1024-484b-af05-ba33ddc32fbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.562132] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1063.562132] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529509dd-89f1-1290-a88c-a94d14639a2b" [ 1063.562132] env[69473]: _type = "Task" [ 1063.562132] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.573062] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529509dd-89f1-1290-a88c-a94d14639a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.582977] env[69473]: DEBUG nova.compute.manager [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Received event network-changed-1ed75c82-d309-460e-9c68-5a2e7e2ccabd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.583133] env[69473]: DEBUG nova.compute.manager [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Refreshing instance network info cache due to event network-changed-1ed75c82-d309-460e-9c68-5a2e7e2ccabd. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.587064] env[69473]: DEBUG oslo_concurrency.lockutils [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] Acquiring lock "refresh_cache-6138b4dc-fec3-4728-aa96-c2df3611c181" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.587064] env[69473]: DEBUG oslo_concurrency.lockutils [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] Acquired lock "refresh_cache-6138b4dc-fec3-4728-aa96-c2df3611c181" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.587064] env[69473]: DEBUG nova.network.neutron [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Refreshing network info cache for port 1ed75c82-d309-460e-9c68-5a2e7e2ccabd {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.587529] env[69473]: INFO nova.compute.manager [-] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Took 1.41 seconds to deallocate network for instance. [ 1063.647454] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.680075] env[69473]: DEBUG nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.714026] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2454028-3b40-4f5b-9295-f4eb2ac210b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.722730] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b953f914-7068-4a92-9852-171c08cebc31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.763334] env[69473]: DEBUG nova.objects.base [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.765360] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36062356-9f51-482b-9d2c-20c7cae9feea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.768721] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c7960-ed61-42c2-b6ce-b11f2f4e28ee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.796843] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf909712-7c11-4927-8e1c-f90c4ce2d336 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.799500] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358494, 'name': PowerOffVM_Task, 'duration_secs': 0.277804} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.801168] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e588210-726e-4755-80cc-34aded49d439 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.808562] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.808562] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.808562] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe2aec1e-3916-4f98-a0d2-db594ceeb1ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.814043] env[69473]: DEBUG oslo_vmware.api [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1063.814043] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5267c3f2-0b8b-2591-4b89-e8025d79e4d8" [ 1063.814043] env[69473]: _type = "Task" [ 1063.814043] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.824320] env[69473]: DEBUG nova.compute.provider_tree [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.847974] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358497, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.848645] env[69473]: DEBUG oslo_vmware.api [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5267c3f2-0b8b-2591-4b89-e8025d79e4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015457} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.848940] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.870531] env[69473]: DEBUG nova.network.neutron [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Successfully created port: 5346e2b0-287a-4dbc-8188-7b92f92cf68b {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.906866] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449993} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.907172] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.908608] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.908850] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.909080] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.911753] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.911916] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.912114] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Deleting the datastore file [datastore1] a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.912638] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc49054-2f88-437e-8fed-8be65da82b5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.931768] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for the task: (returnval){ [ 1063.931768] env[69473]: value = "task-3358501" [ 1063.931768] env[69473]: _type = "Task" [ 1063.931768] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.943219] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.081170] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529509dd-89f1-1290-a88c-a94d14639a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.071933} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.082063] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082063] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.082443] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.082760] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.083035] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d219a12-3562-4d46-a3ca-38695c45a9f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.085456] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3afd2062-cea5-4284-9a5c-d16d4d05b4e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.094153] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.099851] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1064.099851] env[69473]: value = "task-3358502" [ 1064.099851] env[69473]: _type = "Task" [ 1064.099851] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.111978] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.111978] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.115538] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241f75a3-de0d-4ac7-8bf9-681fef413480 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.118524] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.126434] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1064.126434] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52051173-59b3-8ea6-1474-46cbd5cc3cb9" [ 1064.126434] env[69473]: _type = "Task" [ 1064.126434] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.140535] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52051173-59b3-8ea6-1474-46cbd5cc3cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.330423] env[69473]: DEBUG nova.scheduler.client.report [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.347963] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358497, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.404158] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358498, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.415175] env[69473]: INFO nova.virt.block_device [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Booting with volume aa8b64fa-2655-4b6e-a95c-5502aac60cd0 at /dev/sdb [ 1064.428750] env[69473]: DEBUG nova.network.neutron [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Updated VIF entry in instance network info cache for port 1ed75c82-d309-460e-9c68-5a2e7e2ccabd. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.429164] env[69473]: DEBUG nova.network.neutron [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Updating instance_info_cache with network_info: [{"id": "1ed75c82-d309-460e-9c68-5a2e7e2ccabd", "address": "fa:16:3e:2e:57:bd", "network": {"id": "369cd43b-da20-4202-9516-d03104e9bb50", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-291634860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0263e4acec384e10abb0e24c44fc5820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed75c82-d3", "ovs_interfaceid": "1ed75c82-d309-460e-9c68-5a2e7e2ccabd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.448237] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.468103] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90676b3b-f333-465c-9968-41d442576e26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.481190] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be799e2-5212-41b9-a2d3-e78203c3c467 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.537734] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acf587c9-3e14-4b36-90ed-790da4bb19a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.552090] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97850d2-b117-41c1-8532-bc3765d1f0ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.607188] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c505a9d7-4ea3-4d29-9c08-3cb41711fa43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.622925] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.623819] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa1c222-48f8-408d-ab2a-1e948385162e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.642263] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52051173-59b3-8ea6-1474-46cbd5cc3cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.084432} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.642919] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e82e76-477e-4969-acd7-3de6583606f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.649497] env[69473]: DEBUG nova.virt.block_device [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updating existing volume attachment record: d726bd70-a998-4270-ab93-7f3e83103cf6 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1064.661155] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1064.661155] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52111c16-583e-d6df-9b33-9cacf18a380f" [ 1064.661155] env[69473]: _type = "Task" [ 1064.661155] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.679235] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52111c16-583e-d6df-9b33-9cacf18a380f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.691035] env[69473]: DEBUG nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.725115] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.725115] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.725512] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.725710] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.725858] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.726025] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.726294] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.726395] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.726638] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.726756] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.726980] env[69473]: DEBUG nova.virt.hardware [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.727878] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6034893-c645-469d-8190-e53d5758b151 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.740675] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba33fc-6923-43f1-8107-f003292aa20e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.839723] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.842334] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.108s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.842642] env[69473]: DEBUG nova.objects.instance [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1064.854537] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358497, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.872166] env[69473]: INFO nova.scheduler.client.report [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted allocations for instance c105af4e-d29a-44f5-8eb6-53f303843059 [ 1064.903614] env[69473]: DEBUG oslo_vmware.api [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358498, 'name': PowerOnVM_Task, 'duration_secs': 1.47537} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.903938] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.904242] env[69473]: DEBUG nova.compute.manager [None req-bd943c8e-05be-45e0-aada-226a1f970cd0 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.905103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c586bf-d07b-4520-a8af-d11ef850fd71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.933507] env[69473]: DEBUG oslo_concurrency.lockutils [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] Releasing lock "refresh_cache-6138b4dc-fec3-4728-aa96-c2df3611c181" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.933791] env[69473]: DEBUG nova.compute.manager [req-27c9efbf-4589-452c-869f-9e04512a79d7 req-61e69d11-5042-4ebb-9c25-95e22486f442 service nova] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Received event network-vif-deleted-922a7bcc-fcaf-4cc5-b14a-22709f85b0b4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.947614] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.117224] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.175381] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52111c16-583e-d6df-9b33-9cacf18a380f, 'name': SearchDatastore_Task, 'duration_secs': 0.083349} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.175781] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.176139] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 6138b4dc-fec3-4728-aa96-c2df3611c181/6138b4dc-fec3-4728-aa96-c2df3611c181.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.176433] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f74a6a-cbf0-47d8-aec3-6b4f44f003a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.188170] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1065.188170] env[69473]: value = "task-3358503" [ 1065.188170] env[69473]: _type = "Task" [ 1065.188170] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.202490] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.352175] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358497, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.382173] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a74e367-ac00-43f8-8894-8fe010f40d6b tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "c105af4e-d29a-44f5-8eb6-53f303843059" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.383250] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] Acquired lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.384354] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62752ac-5e0b-432a-8d38-d3952514c050 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.398372] env[69473]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1065.398552] env[69473]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69473) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1065.398968] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a887632-f0f3-4077-9cbf-8b5f7d2b3339 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.414095] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b7b41-d7ad-422a-b003-a6b363c4fb5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.448435] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.470017] env[69473]: ERROR root [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-670208'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-670208'}\n"]: nova.exception.InstanceNotFound: Instance c105af4e-d29a-44f5-8eb6-53f303843059 could not be found. [ 1065.470017] env[69473]: DEBUG oslo_concurrency.lockutils [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] Releasing lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.470017] env[69473]: DEBUG nova.compute.manager [req-1f4f0fd4-6dce-4347-8b0c-696bb7456829 req-2792a768-37b2-4ff0-8583-744a39c5362e service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Detach interface failed, port_id=0e599486-78d6-44d3-a45b-065b73fcd76f, reason: Instance c105af4e-d29a-44f5-8eb6-53f303843059 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.470017] env[69473]: DEBUG nova.network.neutron [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Successfully updated port: 5346e2b0-287a-4dbc-8188-7b92f92cf68b {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.470323] env[69473]: DEBUG oslo_concurrency.lockutils [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] Acquired lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.471792] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc6c37c-799c-416f-8a00-0ff40c37179e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.485434] env[69473]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1065.485645] env[69473]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69473) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1065.486560] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6037759c-875f-4ae1-a5af-981962df18a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.502230] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad64004-7113-4b49-b64a-0fbafbf63c2a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.550943] env[69473]: ERROR root [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-670208'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-670208' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-670208'}\n"]: nova.exception.InstanceNotFound: Instance c105af4e-d29a-44f5-8eb6-53f303843059 could not be found. [ 1065.550943] env[69473]: DEBUG oslo_concurrency.lockutils [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] Releasing lock "c105af4e-d29a-44f5-8eb6-53f303843059" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.550943] env[69473]: DEBUG nova.compute.manager [req-b2cededf-b814-40df-9b1f-738f837f4691 req-67128b9b-019a-4f0d-8447-209b9f337353 service nova] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Detach interface failed, port_id=badab486-f43b-44d4-a994-947b8f723ee9, reason: Instance c105af4e-d29a-44f5-8eb6-53f303843059 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.553202] env[69473]: DEBUG nova.compute.manager [req-be73a724-6fcf-4f73-b6b0-fff8d2776d09 req-d16eff1d-c1d4-44a5-af72-e9dc7556eae4 service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Received event network-vif-plugged-5346e2b0-287a-4dbc-8188-7b92f92cf68b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.553202] env[69473]: DEBUG oslo_concurrency.lockutils [req-be73a724-6fcf-4f73-b6b0-fff8d2776d09 req-d16eff1d-c1d4-44a5-af72-e9dc7556eae4 service nova] Acquiring lock "46267393-6b47-4aea-a284-77f30060a940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.553372] env[69473]: DEBUG oslo_concurrency.lockutils [req-be73a724-6fcf-4f73-b6b0-fff8d2776d09 req-d16eff1d-c1d4-44a5-af72-e9dc7556eae4 service nova] Lock "46267393-6b47-4aea-a284-77f30060a940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.553537] env[69473]: DEBUG oslo_concurrency.lockutils [req-be73a724-6fcf-4f73-b6b0-fff8d2776d09 req-d16eff1d-c1d4-44a5-af72-e9dc7556eae4 service nova] Lock "46267393-6b47-4aea-a284-77f30060a940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.553727] env[69473]: DEBUG nova.compute.manager [req-be73a724-6fcf-4f73-b6b0-fff8d2776d09 req-d16eff1d-c1d4-44a5-af72-e9dc7556eae4 service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] No waiting events found dispatching network-vif-plugged-5346e2b0-287a-4dbc-8188-7b92f92cf68b {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.553896] env[69473]: WARNING nova.compute.manager [req-be73a724-6fcf-4f73-b6b0-fff8d2776d09 req-d16eff1d-c1d4-44a5-af72-e9dc7556eae4 service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Received unexpected event network-vif-plugged-5346e2b0-287a-4dbc-8188-7b92f92cf68b for instance with vm_state building and task_state spawning. [ 1065.617927] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.703774] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.849369] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358497, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.855511] env[69473]: DEBUG oslo_concurrency.lockutils [None req-04206b4a-6868-4df1-8f0c-b7aa806a95b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.855511] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.373s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.949466] env[69473]: DEBUG oslo_vmware.api [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Task: {'id': task-3358501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.83204} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.949655] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.949808] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.949993] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.950184] env[69473]: INFO nova.compute.manager [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1065.950436] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.950693] env[69473]: DEBUG nova.compute.manager [-] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.950796] env[69473]: DEBUG nova.network.neutron [-] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.972205] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "refresh_cache-46267393-6b47-4aea-a284-77f30060a940" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.972312] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "refresh_cache-46267393-6b47-4aea-a284-77f30060a940" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.972478] env[69473]: DEBUG nova.network.neutron [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.114686] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358502, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.199713] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358503, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.347368] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358497, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.709255} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.347670] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7/OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7.vmdk to [datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645/49f23b2e-2061-45c5-bc3d-ff8a97630645.vmdk. [ 1066.347857] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Cleaning up location [datastore1] OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1066.348121] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_982a6194-e418-47bc-9743-b345fde2fdd7 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.348414] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05e9b1e0-0a50-40aa-8c7c-20ccba685a39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.360933] env[69473]: INFO nova.compute.claims [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.366893] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1066.366893] env[69473]: value = "task-3358504" [ 1066.366893] env[69473]: _type = "Task" [ 1066.366893] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.392084] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.565025] env[69473]: DEBUG nova.network.neutron [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.614671] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358502, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.028189} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.614833] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.615106] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.615414] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21b0cdcb-f74b-48fc-9fe0-0322e5b3e345 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.625732] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1066.625732] env[69473]: value = "task-3358505" [ 1066.625732] env[69473]: _type = "Task" [ 1066.625732] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.640600] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.703900] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358503, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.412374} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.704236] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 6138b4dc-fec3-4728-aa96-c2df3611c181/6138b4dc-fec3-4728-aa96-c2df3611c181.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.704442] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.704703] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce4ec1fd-aa01-433b-be74-12051f059a1c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.714056] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1066.714056] env[69473]: value = "task-3358506" [ 1066.714056] env[69473]: _type = "Task" [ 1066.714056] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.730878] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.800283] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.800677] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.800910] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.801471] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.801644] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.801801] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.802034] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.802222] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.802545] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.802777] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.803210] env[69473]: DEBUG nova.virt.hardware [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.804276] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d644737c-f12a-4172-9771-61d246952833 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.813920] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c77c12c-474b-4990-b74f-0db7c334153d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.829749] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:5a:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fee58dc-e95c-4678-aa87-ed8122b1a8ad', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.837831] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.838145] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.838369] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df7e6742-c747-43a9-b0bc-bef082197563 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.862233] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.862233] env[69473]: value = "task-3358507" [ 1066.862233] env[69473]: _type = "Task" [ 1066.862233] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.872823] env[69473]: INFO nova.compute.resource_tracker [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating resource usage from migration 6c9ed435-7ee4-46ea-8882-78f6962ae6de [ 1066.875290] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358507, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.885010] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19004} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.885277] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.885509] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645/49f23b2e-2061-45c5-bc3d-ff8a97630645.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.885749] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645/49f23b2e-2061-45c5-bc3d-ff8a97630645.vmdk to [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.885984] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cf4c058-628e-4333-8736-4df2c7384167 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.893816] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1066.893816] env[69473]: value = "task-3358508" [ 1066.893816] env[69473]: _type = "Task" [ 1066.893816] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.903626] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.929475] env[69473]: DEBUG nova.network.neutron [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Updating instance_info_cache with network_info: [{"id": "5346e2b0-287a-4dbc-8188-7b92f92cf68b", "address": "fa:16:3e:5f:f6:9a", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5346e2b0-28", "ovs_interfaceid": "5346e2b0-287a-4dbc-8188-7b92f92cf68b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.990563] env[69473]: DEBUG nova.network.neutron [-] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.137858] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129244} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.140862] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.142065] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1964b988-743e-476a-90b3-544145d58498 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.164927] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.167994] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67610546-96da-4bed-9436-fbdd37263f84 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.189995] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1067.189995] env[69473]: value = "task-3358509" [ 1067.189995] env[69473]: _type = "Task" [ 1067.189995] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.201162] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.227486] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074036} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.231635] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.233329] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1970e718-abb1-49a2-a0e7-08c365035295 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.263871] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 6138b4dc-fec3-4728-aa96-c2df3611c181/6138b4dc-fec3-4728-aa96-c2df3611c181.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.267099] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60849751-5b3e-4ae3-9969-0caf8b0a5865 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.293769] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1067.293769] env[69473]: value = "task-3358510" [ 1067.293769] env[69473]: _type = "Task" [ 1067.293769] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.308078] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.376529] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358507, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.393169] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f995089-ce62-4692-85a0-3d42f3f6e838 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.409977] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358508, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.411334] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f1108-90c2-41da-b2e7-1d530afa525a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.447516] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "refresh_cache-46267393-6b47-4aea-a284-77f30060a940" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.447874] env[69473]: DEBUG nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Instance network_info: |[{"id": "5346e2b0-287a-4dbc-8188-7b92f92cf68b", "address": "fa:16:3e:5f:f6:9a", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5346e2b0-28", "ovs_interfaceid": "5346e2b0-287a-4dbc-8188-7b92f92cf68b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.448616] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:f6:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5346e2b0-287a-4dbc-8188-7b92f92cf68b', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.456955] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.457763] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7b1896-44b5-49b2-a63e-0f3317e03917 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.460653] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46267393-6b47-4aea-a284-77f30060a940] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.460920] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9717fa05-af77-4974-8e4e-9b928edca1a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.484258] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de9bd1-6457-4643-93fb-aedcdb57ad33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.489559] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.489559] env[69473]: value = "task-3358511" [ 1067.489559] env[69473]: _type = "Task" [ 1067.489559] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.493641] env[69473]: INFO nova.compute.manager [-] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Took 1.54 seconds to deallocate network for instance. [ 1067.515854] env[69473]: DEBUG nova.compute.provider_tree [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.517556] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358511, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.703861] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.810639] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358510, 'name': ReconfigVM_Task, 'duration_secs': 0.420526} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.811760] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 6138b4dc-fec3-4728-aa96-c2df3611c181/6138b4dc-fec3-4728-aa96-c2df3611c181.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.812836] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab9d592-6646-49b0-8c31-3ea2e520cf75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.824232] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1067.824232] env[69473]: value = "task-3358512" [ 1067.824232] env[69473]: _type = "Task" [ 1067.824232] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.839249] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358512, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.879382] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358507, 'name': CreateVM_Task, 'duration_secs': 0.704807} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.883130] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.883130] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.883130] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.883130] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.883130] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad6b56f-dffa-4e76-a9a7-22ecd5a54f8f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.892399] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1067.892399] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52782ef9-cead-1ddf-4bd3-d920c1edc793" [ 1067.892399] env[69473]: _type = "Task" [ 1067.892399] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.909249] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52782ef9-cead-1ddf-4bd3-d920c1edc793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.912787] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358508, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.002280] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.006341] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358511, 'name': CreateVM_Task, 'duration_secs': 0.463634} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.006496] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46267393-6b47-4aea-a284-77f30060a940] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.007379] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.020261] env[69473]: DEBUG nova.scheduler.client.report [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.204945] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.337816] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358512, 'name': Rename_Task, 'duration_secs': 0.200869} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.338131] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.338401] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65344f50-8643-450e-a4d1-363ed371b339 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.349225] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1068.349225] env[69473]: value = "task-3358513" [ 1068.349225] env[69473]: _type = "Task" [ 1068.349225] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.361517] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.413142] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52782ef9-cead-1ddf-4bd3-d920c1edc793, 'name': SearchDatastore_Task, 'duration_secs': 0.094411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.413417] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358508, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.413716] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.413954] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.414213] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.414357] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.414537] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.414840] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.415176] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.415423] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64427cab-89d8-405c-bdac-896a6ad9fe0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.417468] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f830341-e11a-4106-9d0b-34cbe6efff93 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.427849] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1068.427849] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520ccb24-f699-78a3-b1db-626f38aaee73" [ 1068.427849] env[69473]: _type = "Task" [ 1068.427849] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.440181] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.440542] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.446556] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b2d36f-6619-47f7-97cd-180e249e97bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.450302] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520ccb24-f699-78a3-b1db-626f38aaee73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.458256] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1068.458256] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5243c80c-f7fd-25bf-5d66-dfe4be13eb58" [ 1068.458256] env[69473]: _type = "Task" [ 1068.458256] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.471467] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5243c80c-f7fd-25bf-5d66-dfe4be13eb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.494628] env[69473]: DEBUG nova.compute.manager [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Received event network-changed-5346e2b0-287a-4dbc-8188-7b92f92cf68b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.494836] env[69473]: DEBUG nova.compute.manager [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Refreshing instance network info cache due to event network-changed-5346e2b0-287a-4dbc-8188-7b92f92cf68b. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.495081] env[69473]: DEBUG oslo_concurrency.lockutils [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] Acquiring lock "refresh_cache-46267393-6b47-4aea-a284-77f30060a940" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.495230] env[69473]: DEBUG oslo_concurrency.lockutils [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] Acquired lock "refresh_cache-46267393-6b47-4aea-a284-77f30060a940" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.495397] env[69473]: DEBUG nova.network.neutron [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Refreshing network info cache for port 5346e2b0-287a-4dbc-8188-7b92f92cf68b {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.517393] env[69473]: DEBUG nova.compute.manager [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Received event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.517605] env[69473]: DEBUG nova.compute.manager [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing instance network info cache due to event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.517850] env[69473]: DEBUG oslo_concurrency.lockutils [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] Acquiring lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.518135] env[69473]: DEBUG oslo_concurrency.lockutils [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] Acquired lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.518200] env[69473]: DEBUG nova.network.neutron [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.525832] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.671s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.526070] env[69473]: INFO nova.compute.manager [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Migrating [ 1068.534832] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.746s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.715699] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.865832] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.891854] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "14e61a11-9e35-4658-82e1-a0a772a789ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.892217] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.912749] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358508, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.942468] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520ccb24-f699-78a3-b1db-626f38aaee73, 'name': SearchDatastore_Task, 'duration_secs': 0.096123} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.943399] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.943711] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.944042] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.973126] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5243c80c-f7fd-25bf-5d66-dfe4be13eb58, 'name': SearchDatastore_Task, 'duration_secs': 0.09028} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.973714] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8979b6bf-a536-4bca-871e-76b65b1f05c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.983488] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1068.983488] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ff432d-8e08-12dd-5da9-66c58dbcb7fd" [ 1068.983488] env[69473]: _type = "Task" [ 1068.983488] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.999906] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ff432d-8e08-12dd-5da9-66c58dbcb7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.059346] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.059624] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.059743] env[69473]: DEBUG nova.network.neutron [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.206850] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.303095] env[69473]: DEBUG nova.network.neutron [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updated VIF entry in instance network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.303095] env[69473]: DEBUG nova.network.neutron [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.320275] env[69473]: DEBUG nova.network.neutron [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Updated VIF entry in instance network info cache for port 5346e2b0-287a-4dbc-8188-7b92f92cf68b. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.320824] env[69473]: DEBUG nova.network.neutron [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Updating instance_info_cache with network_info: [{"id": "5346e2b0-287a-4dbc-8188-7b92f92cf68b", "address": "fa:16:3e:5f:f6:9a", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5346e2b0-28", "ovs_interfaceid": "5346e2b0-287a-4dbc-8188-7b92f92cf68b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.363700] env[69473]: DEBUG oslo_vmware.api [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358513, 'name': PowerOnVM_Task, 'duration_secs': 0.702266} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.364552] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.364816] env[69473]: INFO nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1069.365015] env[69473]: DEBUG nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.365938] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f42007c-bdc7-4af0-b85e-04d82e05867f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.395175] env[69473]: DEBUG nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.413167] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.494912] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ff432d-8e08-12dd-5da9-66c58dbcb7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.096287} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.495272] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.495577] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.495917] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.496142] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.496429] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7f9a93-e800-4939-8ae4-9a1f838ec8e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.498942] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a893e115-86ea-43c9-9654-e04224438424 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.508233] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1069.508233] env[69473]: value = "task-3358514" [ 1069.508233] env[69473]: _type = "Task" [ 1069.508233] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.509855] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.510358] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.514037] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0133a5f1-6343-4cb7-a6d5-4dd6a2afcb9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.524072] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.525302] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1069.525302] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202350b-507d-285e-6283-3fb66f6968e9" [ 1069.525302] env[69473]: _type = "Task" [ 1069.525302] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.534471] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202350b-507d-285e-6283-3fb66f6968e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.562777] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Applying migration context for instance 86cd5364-d21e-4659-9fe7-9410b30d74d3 as it has an incoming, in-progress migration 6c9ed435-7ee4-46ea-8882-78f6962ae6de. Migration status is pre-migrating {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1069.563105] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Applying migration context for instance f75207bf-a397-433b-ac8c-baa25e8b425d as it has an incoming, in-progress migration 46adacbf-061f-444d-9fac-cfbd97feb687. Migration status is finished {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1069.565485] env[69473]: INFO nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating resource usage from migration 6228b009-c492-45ad-8bd5-6b83d87641b9 [ 1069.565625] env[69473]: INFO nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating resource usage from migration 6c9ed435-7ee4-46ea-8882-78f6962ae6de [ 1069.565920] env[69473]: INFO nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating resource usage from migration 46adacbf-061f-444d-9fac-cfbd97feb687 [ 1069.589710] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1971c532-b386-46b8-b50e-a4311d188ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.589876] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 60365def-6ca1-4e70-b628-72888c7fbd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.590014] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f222cbb3-6a0c-4159-84aa-b27251fec3ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.590197] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 326b7e21-0fa2-43fb-97ba-1d060b4809a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.590324] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.590441] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance cbcd80bc-5d4e-4e0b-be8a-11e589758c71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.590623] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1069.590747] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f63a8ec2-0b8a-4ac7-b102-f2cef2709c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.590888] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance fee03760-b484-4029-83d6-1ce702761af9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.591017] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1c9c027e-f381-4dd6-8986-11c14de334db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.591135] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 5b9dadec-b826-4a48-9cfa-f992da17ebaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.591249] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f4db9bb7-0305-468f-9813-872825d47257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.591361] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance b4a88038-fc1d-431f-8f9a-b134019695a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.591559] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1069.591673] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance fa773271-af7f-4401-8fe6-f0d498754e32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.591769] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Migration 46adacbf-061f-444d-9fac-cfbd97feb687 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1069.591882] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f75207bf-a397-433b-ac8c-baa25e8b425d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.591991] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 7a746693-7512-4f6c-90f6-158ca21cd868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.592117] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 129adef1-ff74-4c53-8501-ee59ca3621c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.592227] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 6138b4dc-fec3-4728-aa96-c2df3611c181 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.592379] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 46267393-6b47-4aea-a284-77f30060a940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.592505] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Migration 6c9ed435-7ee4-46ea-8882-78f6962ae6de is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1069.592644] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 86cd5364-d21e-4659-9fe7-9410b30d74d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.592768] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Migration 6228b009-c492-45ad-8bd5-6b83d87641b9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1069.592883] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 4095a995-43fe-4f2b-a38d-d83e46c20c7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.705638] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358509, 'name': ReconfigVM_Task, 'duration_secs': 2.32982} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.706076] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.706706] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83561733-6507-4d7f-beba-86e3de6ed4c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.715453] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1069.715453] env[69473]: value = "task-3358515" [ 1069.715453] env[69473]: _type = "Task" [ 1069.715453] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.734049] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358515, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.806103] env[69473]: DEBUG oslo_concurrency.lockutils [req-7019305c-cd4a-4349-9ca0-719b8a83820c req-cdd07804-23fe-48d9-aba4-580666628516 service nova] Releasing lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.812788] env[69473]: DEBUG nova.network.neutron [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance_info_cache with network_info: [{"id": "134478d0-791b-47a1-856c-ab9a93235cc3", "address": "fa:16:3e:86:91:25", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134478d0-79", "ovs_interfaceid": "134478d0-791b-47a1-856c-ab9a93235cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.823972] env[69473]: DEBUG oslo_concurrency.lockutils [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] Releasing lock "refresh_cache-46267393-6b47-4aea-a284-77f30060a940" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.824270] env[69473]: DEBUG nova.compute.manager [req-dd5754fa-3ac7-4639-b1eb-292fb717df9c req-edbc9b27-3422-41c1-9009-eaeac144425f service nova] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Received event network-vif-deleted-e4d49f04-842d-485d-b77e-d49f3ae7f831 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.886832] env[69473]: INFO nova.compute.manager [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Took 23.00 seconds to build instance. [ 1069.894306] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e01b81-52ba-4de1-ee0f-1de46b2a2612/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.895229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b6b5f-893c-4a1d-837a-3d0e38b25774 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.904071] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e01b81-52ba-4de1-ee0f-1de46b2a2612/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.904244] env[69473]: ERROR oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e01b81-52ba-4de1-ee0f-1de46b2a2612/disk-0.vmdk due to incomplete transfer. [ 1069.909678] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c301c21e-a6f7-4f73-8faf-0fb83555b871 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.919347] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358508, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.544493} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.920125] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49f23b2e-2061-45c5-bc3d-ff8a97630645/49f23b2e-2061-45c5-bc3d-ff8a97630645.vmdk to [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.920447] env[69473]: DEBUG oslo_vmware.rw_handles [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e01b81-52ba-4de1-ee0f-1de46b2a2612/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1069.920649] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Uploaded image 99244f58-9b0e-4213-949d-c8ffdf7f728c to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1069.923317] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.924113] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4694df9-2856-43ae-b6a7-069b28093180 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.927011] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbf382d0-8619-4c35-a992-419d9d2a44bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.929167] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.952940] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.954527] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7fc849b-7c9e-4397-a1b9-b362c72af70c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.973957] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1069.973957] env[69473]: value = "task-3358516" [ 1069.973957] env[69473]: _type = "Task" [ 1069.973957] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.981298] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1069.981298] env[69473]: value = "task-3358517" [ 1069.981298] env[69473]: _type = "Task" [ 1069.981298] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.987413] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358516, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.993250] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.019463] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.035563] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5202350b-507d-285e-6283-3fb66f6968e9, 'name': SearchDatastore_Task, 'duration_secs': 0.031208} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.036245] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91acb45d-fbbf-4d4d-ba72-9bf531b65c28 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.041826] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1070.041826] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5227f380-be69-5c61-97f6-eec6fd65449b" [ 1070.041826] env[69473]: _type = "Task" [ 1070.041826] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.052678] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5227f380-be69-5c61-97f6-eec6fd65449b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.096292] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 14e61a11-9e35-4658-82e1-a0a772a789ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1070.096580] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1070.096758] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1070.227933] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358515, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.315273] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.389793] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4da2a44c-9730-4b78-ab1d-c62d4856c048 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.513s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.419802] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209253a0-e3a9-454e-a58e-d7221d205ebe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.428130] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c6efb2-a51f-40eb-9366-061d6f78700e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.460305] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6ff031-ba7b-4fc4-a452-215dbdedc2a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.468409] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20634716-b4da-49a5-8835-d0727ad50415 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.482655] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.498985] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358516, 'name': Destroy_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.499252] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.520017] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.553474] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5227f380-be69-5c61-97f6-eec6fd65449b, 'name': SearchDatastore_Task, 'duration_secs': 0.055239} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.553692] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.553958] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 46267393-6b47-4aea-a284-77f30060a940/46267393-6b47-4aea-a284-77f30060a940.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.554241] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ca28aa-bed9-4d32-b4a9-db4810b35a9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.561841] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1070.561841] env[69473]: value = "task-3358518" [ 1070.561841] env[69473]: _type = "Task" [ 1070.561841] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.571060] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.731761] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358515, 'name': Rename_Task, 'duration_secs': 0.937641} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.732234] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.732667] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607270c2-39e4-4e71-ab9e-c4db5ad8c69d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.743420] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1070.743420] env[69473]: value = "task-3358519" [ 1070.743420] env[69473]: _type = "Task" [ 1070.743420] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.756183] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.814806] env[69473]: DEBUG oslo_concurrency.lockutils [None req-794b6e8f-7278-4d41-85b9-34ca201e74e6 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "interface-6138b4dc-fec3-4728-aa96-c2df3611c181-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.814998] env[69473]: DEBUG oslo_concurrency.lockutils [None req-794b6e8f-7278-4d41-85b9-34ca201e74e6 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "interface-6138b4dc-fec3-4728-aa96-c2df3611c181-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.815359] env[69473]: DEBUG nova.objects.instance [None req-794b6e8f-7278-4d41-85b9-34ca201e74e6 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lazy-loading 'flavor' on Instance uuid 6138b4dc-fec3-4728-aa96-c2df3611c181 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.992896] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.003872] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358516, 'name': Destroy_Task, 'duration_secs': 0.61485} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.007047] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Destroyed the VM [ 1071.007406] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.007711] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358517, 'name': ReconfigVM_Task, 'duration_secs': 0.820656} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.007921] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-105f8fc9-e3db-4a4c-b90a-beba29b369c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.009591] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868/7a746693-7512-4f6c-90f6-158ca21cd868.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.011014] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'image_id': 'ad8ad275-4636-4468-b879-c97f1a3e7404'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '1ba11f68-0154-4709-9fa0-aba3e23234fb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670270', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'name': 'volume-31108fff-51e0-4a49-96e8-840aece56f2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a746693-7512-4f6c-90f6-158ca21cd868', 'attached_at': '', 'detached_at': '', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'serial': '31108fff-51e0-4a49-96e8-840aece56f2c'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69473) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1071.011241] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.011433] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670270', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'name': 'volume-31108fff-51e0-4a49-96e8-840aece56f2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a746693-7512-4f6c-90f6-158ca21cd868', 'attached_at': '', 'detached_at': '', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'serial': '31108fff-51e0-4a49-96e8-840aece56f2c'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.012796] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76a88d-2290-481e-b2b1-80ec009d3103 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.021870] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1071.021870] env[69473]: value = "task-3358520" [ 1071.021870] env[69473]: _type = "Task" [ 1071.021870] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.028573] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358514, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.514824} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.041068] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.041366] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.042354] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8ffb03-898a-492a-ba77-3f53c53aea99 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.045384] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d91bfef-cb8f-4f38-8770-bb4d34fccb2d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.052036] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358520, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.078845] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-31108fff-51e0-4a49-96e8-840aece56f2c/volume-31108fff-51e0-4a49-96e8-840aece56f2c.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.085557] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d94f9829-1e6b-48db-b618-d80dc7b3898b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.102473] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1071.102473] env[69473]: value = "task-3358521" [ 1071.102473] env[69473]: _type = "Task" [ 1071.102473] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.110552] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.112807] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1071.112807] env[69473]: value = "task-3358522" [ 1071.112807] env[69473]: _type = "Task" [ 1071.112807] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.120577] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358521, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.126732] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.256085] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.319919] env[69473]: DEBUG nova.objects.instance [None req-794b6e8f-7278-4d41-85b9-34ca201e74e6 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lazy-loading 'pci_requests' on Instance uuid 6138b4dc-fec3-4728-aa96-c2df3611c181 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.499325] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1071.499629] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.965s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.500032] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.853s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.532844] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358520, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.581585] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831884} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.581864] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 46267393-6b47-4aea-a284-77f30060a940/46267393-6b47-4aea-a284-77f30060a940.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.582272] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.582459] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e92da242-50a7-43ad-952b-29ec19fcea67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.593865] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1071.593865] env[69473]: value = "task-3358523" [ 1071.593865] env[69473]: _type = "Task" [ 1071.593865] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.605659] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.615889] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090267} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.619567] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.620879] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe4f25-650a-49d6-bf30-e32ff0d900a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.647524] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.650846] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563c357a-a879-49be-8051-9180478a9af2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.666404] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.672755] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1071.672755] env[69473]: value = "task-3358524" [ 1071.672755] env[69473]: _type = "Task" [ 1071.672755] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.681969] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.760023] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358519, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.824663] env[69473]: DEBUG nova.objects.base [None req-794b6e8f-7278-4d41-85b9-34ca201e74e6 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Object Instance<6138b4dc-fec3-4728-aa96-c2df3611c181> lazy-loaded attributes: flavor,pci_requests {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.824947] env[69473]: DEBUG nova.network.neutron [None req-794b6e8f-7278-4d41-85b9-34ca201e74e6 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.830553] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1014ec9-edcf-4246-9a66-6e869fa57fb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.850569] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance '86cd5364-d21e-4659-9fe7-9410b30d74d3' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.916466] env[69473]: DEBUG oslo_concurrency.lockutils [None req-794b6e8f-7278-4d41-85b9-34ca201e74e6 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "interface-6138b4dc-fec3-4728-aa96-c2df3611c181-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.101s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.005513] env[69473]: INFO nova.compute.claims [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.032759] env[69473]: DEBUG oslo_vmware.api [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358520, 'name': RemoveSnapshot_Task, 'duration_secs': 0.625653} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.032978] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.033246] env[69473]: INFO nova.compute.manager [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 1072.102105] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075844} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.102389] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.103239] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b142e-9669-4e90-8cf8-63742eba742a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.126565] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 46267393-6b47-4aea-a284-77f30060a940/46267393-6b47-4aea-a284-77f30060a940.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.129816] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e822c3bc-e510-4fd6-971b-44ad3cd567ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.152325] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358522, 'name': ReconfigVM_Task, 'duration_secs': 0.889876} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.153212] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-31108fff-51e0-4a49-96e8-840aece56f2c/volume-31108fff-51e0-4a49-96e8-840aece56f2c.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.158720] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c66b02-7e9d-47b4-88bb-bf4ac31c2608 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.168731] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1072.168731] env[69473]: value = "task-3358525" [ 1072.168731] env[69473]: _type = "Task" [ 1072.168731] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.875037] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.877908] env[69473]: INFO nova.compute.resource_tracker [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating resource usage from migration 6228b009-c492-45ad-8bd5-6b83d87641b9 [ 1072.881948] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1072.881948] env[69473]: value = "task-3358526" [ 1072.881948] env[69473]: _type = "Task" [ 1072.881948] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.882154] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.882234] env[69473]: WARNING oslo_vmware.common.loopingcall [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] task run outlasted interval by 0.21327300000000005 sec [ 1072.889123] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825518e5-af62-4a0e-8af4-010ea5ff2b52 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.900158] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358524, 'name': ReconfigVM_Task, 'duration_secs': 0.938429} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.905020] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db/1c9c027e-f381-4dd6-8986-11c14de334db.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.905020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'image_id': 'ad8ad275-4636-4468-b879-c97f1a3e7404'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'd726bd70-a998-4270-ab93-7f3e83103cf6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69473) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1072.905020] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1072.905020] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1072.911743] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96859470-5b16-41c8-9419-ad0a018e6117 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.914719] env[69473]: DEBUG oslo_vmware.api [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358519, 'name': PowerOnVM_Task, 'duration_secs': 1.029083} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.914948] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358526, 'name': ReconfigVM_Task, 'duration_secs': 0.418355} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.917740] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.917961] env[69473]: DEBUG nova.compute.manager [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.918331] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670270', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'name': 'volume-31108fff-51e0-4a49-96e8-840aece56f2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a746693-7512-4f6c-90f6-158ca21cd868', 'attached_at': '', 'detached_at': '', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'serial': '31108fff-51e0-4a49-96e8-840aece56f2c'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1072.919250] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1072.919250] env[69473]: value = "task-3358527" [ 1072.919250] env[69473]: _type = "Task" [ 1072.919250] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.923099] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495fd161-02fd-4799-94dd-b779ab6da22a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.926233] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a044183-0fec-4984-831a-ad9b65722590 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.948502] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.953164] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0328b2b9-39c0-4f7a-9155-10596bdd0d7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.968028] env[69473]: DEBUG nova.compute.manager [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Found 3 images (rotation: 2) {{(pid=69473) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1072.968028] env[69473]: DEBUG nova.compute.manager [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Rotating out 1 backups {{(pid=69473) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1072.968028] env[69473]: DEBUG nova.compute.manager [None req-5b0a9bf4-78a0-4c1b-abc7-7c6e9d76cd22 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleting image 9f36abcf-bd87-471d-8701-43a61c15db7b {{(pid=69473) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1072.969472] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1072.969472] env[69473]: value = "task-3358528" [ 1072.969472] env[69473]: _type = "Task" [ 1072.969472] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.972397] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.996757] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0/volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.999758] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1c33d8-3741-40f3-887e-c9452b8dcd02 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.020828] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358528, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.022321] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1073.022321] env[69473]: value = "task-3358529" [ 1073.022321] env[69473]: _type = "Task" [ 1073.022321] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.034233] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.333710] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493cead2-b3cc-4b13-897e-fb3a1bfe25e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.343827] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab50df7f-b1d8-49b2-bbba-989a73c20fb4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.374586] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552c24f-add6-41b4-ab3f-39b15425519a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.383189] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35625e10-4f25-4aea-9cec-ed0578104edf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.402700] env[69473]: DEBUG nova.compute.provider_tree [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.409665] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358525, 'name': ReconfigVM_Task, 'duration_secs': 0.948081} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.409980] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 46267393-6b47-4aea-a284-77f30060a940/46267393-6b47-4aea-a284-77f30060a940.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.410632] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-296e836d-3858-4d32-84d6-bdec418a3c0f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.419406] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1073.419406] env[69473]: value = "task-3358530" [ 1073.419406] env[69473]: _type = "Task" [ 1073.419406] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.434887] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358530, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.440157] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358527, 'name': PowerOffVM_Task, 'duration_secs': 0.240679} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.440355] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.440553] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance '86cd5364-d21e-4659-9fe7-9410b30d74d3' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.478542] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.490962] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358528, 'name': Rename_Task, 'duration_secs': 0.289344} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.491352] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.491665] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb735c6c-1d46-4512-b7af-715e2c085087 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.500932] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1073.500932] env[69473]: value = "task-3358531" [ 1073.500932] env[69473]: _type = "Task" [ 1073.500932] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.521369] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.534210] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358529, 'name': ReconfigVM_Task, 'duration_secs': 0.512646} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.534506] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0/volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.539343] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36078b68-ae25-48db-9919-295dc715459b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.555752] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1073.555752] env[69473]: value = "task-3358532" [ 1073.555752] env[69473]: _type = "Task" [ 1073.555752] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.566109] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.906082] env[69473]: DEBUG nova.scheduler.client.report [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.931831] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358530, 'name': Rename_Task, 'duration_secs': 0.180005} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.932155] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.932414] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e14782f1-1e4f-428f-9420-bbde2f928c7d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.940558] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1073.940558] env[69473]: value = "task-3358533" [ 1073.940558] env[69473]: _type = "Task" [ 1073.940558] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.946310] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.946551] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.946734] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.946931] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.947115] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.947269] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.947471] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.947697] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.947788] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.947961] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.948133] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.956418] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e2c9ed-ab14-4819-a5dd-a6890a111369 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.969273] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.977332] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1073.977332] env[69473]: value = "task-3358534" [ 1073.977332] env[69473]: _type = "Task" [ 1073.977332] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.987512] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.012883] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.069586] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358532, 'name': ReconfigVM_Task, 'duration_secs': 0.2111} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.069586] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1074.069586] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2fe528b-5b1b-43cd-a296-d69a68e1d9e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.078180] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1074.078180] env[69473]: value = "task-3358535" [ 1074.078180] env[69473]: _type = "Task" [ 1074.078180] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.087414] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358535, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.176392] env[69473]: DEBUG nova.compute.manager [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Received event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.176392] env[69473]: DEBUG nova.compute.manager [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing instance network info cache due to event network-changed-c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.176634] env[69473]: DEBUG oslo_concurrency.lockutils [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] Acquiring lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.176997] env[69473]: DEBUG oslo_concurrency.lockutils [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] Acquired lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.177251] env[69473]: DEBUG nova.network.neutron [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Refreshing network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.411479] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.911s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.412862] env[69473]: INFO nova.compute.manager [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Migrating [ 1074.420134] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.570s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.453554] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358533, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.487599] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358534, 'name': ReconfigVM_Task, 'duration_secs': 0.243633} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.487920] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance '86cd5364-d21e-4659-9fe7-9410b30d74d3' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.512789] env[69473]: DEBUG oslo_vmware.api [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358531, 'name': PowerOnVM_Task, 'duration_secs': 0.688976} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.512789] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.588856] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358535, 'name': Rename_Task, 'duration_secs': 0.235455} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.589152] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.589406] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b2824f2-5e67-40f7-89d7-547d6c6918cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.598960] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1074.598960] env[69473]: value = "task-3358536" [ 1074.598960] env[69473]: _type = "Task" [ 1074.598960] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.611370] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.634436] env[69473]: DEBUG nova.compute.manager [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.635547] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4a2752-b687-4f33-8637-1c9a82cb5fa5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.934772] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.934979] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.935265] env[69473]: DEBUG nova.network.neutron [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.949989] env[69473]: DEBUG nova.network.neutron [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updated VIF entry in instance network info cache for port c3069649-7d3a-4629-8f41-22e55d0a2292. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.950462] env[69473]: DEBUG nova.network.neutron [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [{"id": "c3069649-7d3a-4629-8f41-22e55d0a2292", "address": "fa:16:3e:a7:73:bc", "network": {"id": "b3801127-3925-4e98-aacb-48cac37f7ffd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-604323084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ead0c3c60a934a358103487f64d60dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3069649-7d", "ovs_interfaceid": "c3069649-7d3a-4629-8f41-22e55d0a2292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.965123] env[69473]: DEBUG oslo_vmware.api [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358533, 'name': PowerOnVM_Task, 'duration_secs': 0.521675} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.965295] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.965483] env[69473]: INFO nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1074.965651] env[69473]: DEBUG nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.966488] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bba2ad-ded7-48d6-870e-7a3d87678d7b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.996235] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.996608] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.996876] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.997198] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.997451] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.997698] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.998038] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.999273] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.999273] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.999273] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.999273] env[69473]: DEBUG nova.virt.hardware [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.007268] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.010388] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49decee6-29a8-4e09-bbd8-b51fefa52671 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.032652] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1075.032652] env[69473]: value = "task-3358537" [ 1075.032652] env[69473]: _type = "Task" [ 1075.032652] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.045122] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.113446] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.156201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9a17f3e8-f65b-4a38-90bb-ea5b8549d28b tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.371s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.331071] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5451a078-7fa1-41a4-b791-20d2bd1c14ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.339158] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d30f2cb-57fc-4fbd-b6d9-29f700e79fd8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.373765] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b6f331-9b6c-4796-9880-22feccc0b23d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.391403] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde3db5-196c-48ad-a97b-d472faa380b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.416048] env[69473]: DEBUG nova.compute.provider_tree [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.456824] env[69473]: DEBUG oslo_concurrency.lockutils [req-ff852a5f-1f35-4028-96ab-381d959ce029 req-f4c4bf67-6768-4896-b3af-77154c5fe1fa service nova] Releasing lock "refresh_cache-fee03760-b484-4029-83d6-1ce702761af9" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.459798] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "6138b4dc-fec3-4728-aa96-c2df3611c181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.460029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.460236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "6138b4dc-fec3-4728-aa96-c2df3611c181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.460417] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.460771] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.462860] env[69473]: INFO nova.compute.manager [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Terminating instance [ 1075.490153] env[69473]: INFO nova.compute.manager [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Took 21.69 seconds to build instance. [ 1075.548024] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358537, 'name': ReconfigVM_Task, 'duration_secs': 0.284266} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.548024] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.548024] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809bb7c7-b780-4fe9-93f7-83aecf8ce5ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.574040] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 86cd5364-d21e-4659-9fe7-9410b30d74d3/86cd5364-d21e-4659-9fe7-9410b30d74d3.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.574040] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce4bd0a0-0197-43f3-a659-b8e3a82152cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.593333] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1075.593333] env[69473]: value = "task-3358538" [ 1075.593333] env[69473]: _type = "Task" [ 1075.593333] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.609473] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.618110] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358536, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.798947] env[69473]: DEBUG nova.network.neutron [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.884224] env[69473]: INFO nova.compute.manager [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Rebuilding instance [ 1075.919905] env[69473]: DEBUG nova.scheduler.client.report [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.937989] env[69473]: DEBUG nova.compute.manager [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.938148] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4f3269-de28-4805-a479-834b14aa5b4c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.966463] env[69473]: DEBUG nova.compute.manager [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.966676] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.967537] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5930f3-5e99-466a-8977-713782a0f293 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.975872] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.976675] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d456e3-2947-4adf-8c10-bed395697c81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.985482] env[69473]: DEBUG oslo_vmware.api [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1075.985482] env[69473]: value = "task-3358539" [ 1075.985482] env[69473]: _type = "Task" [ 1075.985482] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.994802] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bef053f-35eb-4e40-879c-02432e22417d tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "46267393-6b47-4aea-a284-77f30060a940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.218s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.995086] env[69473]: DEBUG oslo_vmware.api [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.104581] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358538, 'name': ReconfigVM_Task, 'duration_secs': 0.316231} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.107712] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 86cd5364-d21e-4659-9fe7-9410b30d74d3/86cd5364-d21e-4659-9fe7-9410b30d74d3.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.107857] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance '86cd5364-d21e-4659-9fe7-9410b30d74d3' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.117265] env[69473]: DEBUG oslo_vmware.api [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358536, 'name': PowerOnVM_Task, 'duration_secs': 1.357387} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.117575] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.117732] env[69473]: DEBUG nova.compute.manager [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.118566] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3827007f-385f-41ea-a13d-eb383e2a1857 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.302914] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.496187] env[69473]: DEBUG oslo_vmware.api [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358539, 'name': PowerOffVM_Task, 'duration_secs': 0.511021} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.496406] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.496577] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.496835] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6ca5f00-97fe-45fb-895d-3a17df761c9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.615155] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270be0c-2528-4478-aa66-191216108540 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.642486] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29663880-c3ce-47b6-a06a-d4b51ab882ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.647576] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.667622] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance '86cd5364-d21e-4659-9fe7-9410b30d74d3' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.766842] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.766842] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.766842] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Deleting the datastore file [datastore1] 6138b4dc-fec3-4728-aa96-c2df3611c181 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.767198] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf93544d-188b-4cb2-9b93-275f5ced0407 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.776547] env[69473]: DEBUG oslo_vmware.api [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for the task: (returnval){ [ 1076.776547] env[69473]: value = "task-3358541" [ 1076.776547] env[69473]: _type = "Task" [ 1076.776547] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.785656] env[69473]: DEBUG oslo_vmware.api [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.930553] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.511s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.933986] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.840s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.933986] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.936252] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.934s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.936507] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.938549] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.009s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.940299] env[69473]: INFO nova.compute.claims [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.953262] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.953262] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25426d7-de1c-48c0-a46d-5957a6897119 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.969264] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1076.969264] env[69473]: value = "task-3358542" [ 1076.969264] env[69473]: _type = "Task" [ 1076.969264] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.974213] env[69473]: INFO nova.scheduler.client.report [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted allocations for instance 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5 [ 1076.976365] env[69473]: INFO nova.scheduler.client.report [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Deleted allocations for instance a975bf74-0e58-41ef-ad8c-2cc0d0952fb5 [ 1076.988069] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.215056] env[69473]: DEBUG nova.network.neutron [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Port 134478d0-791b-47a1-856c-ab9a93235cc3 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1077.287651] env[69473]: DEBUG oslo_vmware.api [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Task: {'id': task-3358541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241605} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.287927] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.288137] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.288309] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.288490] env[69473]: INFO nova.compute.manager [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1077.288728] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.288919] env[69473]: DEBUG nova.compute.manager [-] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.289049] env[69473]: DEBUG nova.network.neutron [-] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.479765] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358542, 'name': PowerOffVM_Task, 'duration_secs': 0.339545} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.480076] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.480737] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.481209] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485d50d-772b-4548-b601-0eaf2cee9b9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.488751] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b6b9fb3-cd0e-4c32-b444-7fd0633349b7 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "2e78b51a-ad29-4397-bbfe-55ed8bca8bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.126s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.490461] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5f8b5e7c-1faa-448d-abe2-a27380e6b23e tempest-AttachVolumeTestJSON-1167418912 tempest-AttachVolumeTestJSON-1167418912-project-member] Lock "a975bf74-0e58-41ef-ad8c-2cc0d0952fb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.806s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.498585] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.499068] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05296451-5d7b-4847-bf2f-8d17bdea39bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.511033] env[69473]: INFO nova.scheduler.client.report [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted allocation for migration 46adacbf-061f-444d-9fac-cfbd97feb687 [ 1077.531908] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.532101] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.532693] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Deleting the datastore file [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.532693] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-393d118b-6e69-4d45-998a-bb7378b96c5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.542618] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1077.542618] env[69473]: value = "task-3358544" [ 1077.542618] env[69473]: _type = "Task" [ 1077.542618] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.553693] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.718046] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "46267393-6b47-4aea-a284-77f30060a940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.718046] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "46267393-6b47-4aea-a284-77f30060a940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.718317] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "46267393-6b47-4aea-a284-77f30060a940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.718393] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "46267393-6b47-4aea-a284-77f30060a940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.718562] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "46267393-6b47-4aea-a284-77f30060a940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.723890] env[69473]: INFO nova.compute.manager [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Terminating instance [ 1077.816953] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a230f67-0ae7-4a3a-8a2a-7b795c47c609 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.837084] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance '4095a995-43fe-4f2b-a38d-d83e46c20c7c' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.959125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.959125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.959245] env[69473]: DEBUG nova.compute.manager [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.960700] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33eeaf-25bd-4ec6-973a-a9da1451b45f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.969113] env[69473]: DEBUG nova.compute.manager [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1077.969113] env[69473]: DEBUG nova.objects.instance [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'flavor' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.009500] env[69473]: DEBUG nova.compute.manager [req-45c583f9-100b-4c5c-b35c-b43f23b9af2d req-0f87efb7-7351-459b-9ea1-10b023aa1d48 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Received event network-vif-deleted-1ed75c82-d309-460e-9c68-5a2e7e2ccabd {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.009771] env[69473]: INFO nova.compute.manager [req-45c583f9-100b-4c5c-b35c-b43f23b9af2d req-0f87efb7-7351-459b-9ea1-10b023aa1d48 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Neutron deleted interface 1ed75c82-d309-460e-9c68-5a2e7e2ccabd; detaching it from the instance and deleting it from the info cache [ 1078.009909] env[69473]: DEBUG nova.network.neutron [req-45c583f9-100b-4c5c-b35c-b43f23b9af2d req-0f87efb7-7351-459b-9ea1-10b023aa1d48 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.014887] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "b4a88038-fc1d-431f-8f9a-b134019695a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.015637] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.015812] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "b4a88038-fc1d-431f-8f9a-b134019695a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.016013] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.016196] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.018195] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.176s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.021860] env[69473]: INFO nova.compute.manager [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Terminating instance [ 1078.058721] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223051} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.061608] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.061808] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.062032] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.068133] env[69473]: DEBUG nova.network.neutron [-] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.241223] env[69473]: DEBUG nova.compute.manager [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.241495] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.246512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.246817] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.246940] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.248464] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31b5547-42fc-4b2a-b285-3e0000b9e497 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.258512] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.262255] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5517a9be-1e2c-4fee-8fe2-919590b28e99 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.270745] env[69473]: DEBUG oslo_vmware.api [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1078.270745] env[69473]: value = "task-3358545" [ 1078.270745] env[69473]: _type = "Task" [ 1078.270745] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.284443] env[69473]: DEBUG oslo_vmware.api [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.303469] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed52aaf-c281-4c8e-8d26-32e86cd0dbbd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.313176] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514d82d-15b7-43f6-8645-d1e1c2b7b2b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.347082] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.347628] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ce04613-95a3-41f1-8e6c-19ffb18a8a06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.349882] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4b83a7-0d5e-4c30-9bd9-a28c95509017 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.359052] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546f6012-662e-42f8-aded-d4f933127dd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.364377] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1078.364377] env[69473]: value = "task-3358546" [ 1078.364377] env[69473]: _type = "Task" [ 1078.364377] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.383079] env[69473]: DEBUG nova.compute.provider_tree [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.390663] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.512667] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c67786a-0416-4b5b-a3e3-243dd744414a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.523961] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3dfc83-143b-4579-8248-bdd4bd6b4028 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.536425] env[69473]: DEBUG nova.compute.manager [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.536605] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.537682] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758c3d95-9fa0-4773-b044-8cbf037fc65b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.545865] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.546161] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe5ffe6-179a-4f1e-8163-9a1f08272806 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.554862] env[69473]: DEBUG oslo_vmware.api [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1078.554862] env[69473]: value = "task-3358548" [ 1078.554862] env[69473]: _type = "Task" [ 1078.554862] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.578979] env[69473]: INFO nova.compute.manager [-] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Took 1.29 seconds to deallocate network for instance. [ 1078.579413] env[69473]: DEBUG nova.compute.manager [req-45c583f9-100b-4c5c-b35c-b43f23b9af2d req-0f87efb7-7351-459b-9ea1-10b023aa1d48 service nova] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Detach interface failed, port_id=1ed75c82-d309-460e-9c68-5a2e7e2ccabd, reason: Instance 6138b4dc-fec3-4728-aa96-c2df3611c181 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.584597] env[69473]: DEBUG oslo_vmware.api [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.781857] env[69473]: DEBUG oslo_vmware.api [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358545, 'name': PowerOffVM_Task, 'duration_secs': 0.227891} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.782139] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.782309] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.782569] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3853cb9-fc7b-470e-90cf-d377f2c2ab48 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.878213] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358546, 'name': PowerOffVM_Task, 'duration_secs': 0.231675} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.878213] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.878213] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance '4095a995-43fe-4f2b-a38d-d83e46c20c7c' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.882862] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.883106] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.883309] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleting the datastore file [datastore1] 46267393-6b47-4aea-a284-77f30060a940 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.883849] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be722451-b540-4bda-be55-0155741c7e1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.888151] env[69473]: DEBUG nova.scheduler.client.report [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.897420] env[69473]: DEBUG oslo_vmware.api [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1078.897420] env[69473]: value = "task-3358550" [ 1078.897420] env[69473]: _type = "Task" [ 1078.897420] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.907946] env[69473]: DEBUG oslo_vmware.api [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.979389] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.979710] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c9d993-c5ef-454d-aa45-09efc6eb91b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.988989] env[69473]: DEBUG oslo_vmware.api [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1078.988989] env[69473]: value = "task-3358551" [ 1078.988989] env[69473]: _type = "Task" [ 1078.988989] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.999058] env[69473]: DEBUG oslo_vmware.api [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.066264] env[69473]: DEBUG oslo_vmware.api [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358548, 'name': PowerOffVM_Task, 'duration_secs': 0.225637} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.066478] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.066633] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.066891] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a21ab1f0-6b57-4e9c-a2b2-a9302efa850d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.089198] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.114496] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.114795] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.114977] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.115184] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.115336] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.115483] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.115713] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.115869] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.116114] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.116294] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.116511] env[69473]: DEBUG nova.virt.hardware [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.117502] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9e2540-9122-4efb-9162-c400ea2d17c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.128389] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb595de4-44a9-4300-aadf-792b155245c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.145782] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.150809] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.152226] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.152426] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.152651] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.152853] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleting the datastore file [datastore1] b4a88038-fc1d-431f-8f9a-b134019695a8 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.153097] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d58fc2-1214-4f3a-a293-739b3009296a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.165131] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88e7b7f9-ce44-40c2-8a42-179de4ac8e49 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.173324] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.173324] env[69473]: value = "task-3358553" [ 1079.173324] env[69473]: _type = "Task" [ 1079.173324] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.177818] env[69473]: DEBUG oslo_vmware.api [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1079.177818] env[69473]: value = "task-3358554" [ 1079.177818] env[69473]: _type = "Task" [ 1079.177818] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.184926] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358553, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.195889] env[69473]: DEBUG oslo_vmware.api [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.286131] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.286468] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.286710] env[69473]: DEBUG nova.network.neutron [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.387452] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.387875] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.388186] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.388444] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.388677] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.388915] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.389247] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.389503] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.389763] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.390032] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.390318] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.399885] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.400585] env[69473]: DEBUG nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.404875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "f75207bf-a397-433b-ac8c-baa25e8b425d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.405936] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.406308] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.406656] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.406988] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.409369] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e25c7a-e1c2-440f-8314-64213b29e882 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.428685] env[69473]: INFO nova.compute.manager [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Terminating instance [ 1079.431090] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.953s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.431376] env[69473]: DEBUG nova.objects.instance [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.451237] env[69473]: DEBUG oslo_vmware.api [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324155} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.452612] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.452840] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.453036] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.453219] env[69473]: INFO nova.compute.manager [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 46267393-6b47-4aea-a284-77f30060a940] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1079.453461] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.454064] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1079.454064] env[69473]: value = "task-3358555" [ 1079.454064] env[69473]: _type = "Task" [ 1079.454064] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.454272] env[69473]: DEBUG nova.compute.manager [-] [instance: 46267393-6b47-4aea-a284-77f30060a940] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.454376] env[69473]: DEBUG nova.network.neutron [-] [instance: 46267393-6b47-4aea-a284-77f30060a940] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.468418] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.500592] env[69473]: DEBUG oslo_vmware.api [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358551, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.685964] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358553, 'name': CreateVM_Task, 'duration_secs': 0.414649} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.686062] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.686547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.686709] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.687070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.687335] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d36ccb8-63d7-4dc5-8611-1f228a12a858 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.693187] env[69473]: DEBUG oslo_vmware.api [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241026} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.693457] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.693640] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.693819] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.694020] env[69473]: INFO nova.compute.manager [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1079.694244] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.694453] env[69473]: DEBUG nova.compute.manager [-] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.694545] env[69473]: DEBUG nova.network.neutron [-] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.707747] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1079.707747] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52879afb-3db0-2b3f-8d99-ab01eee63ced" [ 1079.707747] env[69473]: _type = "Task" [ 1079.707747] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.719065] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52879afb-3db0-2b3f-8d99-ab01eee63ced, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.719489] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.719621] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.719904] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.720074] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.720263] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.720604] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16b73e1c-ff98-433a-b6f6-20eae4d38a2f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.737199] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.737805] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.738431] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e8a05f-9891-4fb8-8161-24db724e3024 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.747048] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1079.747048] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fc89e1-fc26-7257-3d88-486f03106a48" [ 1079.747048] env[69473]: _type = "Task" [ 1079.747048] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.757387] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fc89e1-fc26-7257-3d88-486f03106a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.933046] env[69473]: DEBUG nova.compute.utils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.935029] env[69473]: DEBUG nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.935539] env[69473]: DEBUG nova.network.neutron [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.950434] env[69473]: DEBUG nova.compute.manager [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.950836] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.952533] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed430de2-fcbf-4480-b7f7-80ca7cc24519 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.964617] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.965705] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff95687-a8a6-44f4-bfe5-d48edfb2735e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.971933] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358555, 'name': ReconfigVM_Task, 'duration_secs': 0.292971} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.973076] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance '4095a995-43fe-4f2b-a38d-d83e46c20c7c' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.978937] env[69473]: DEBUG oslo_vmware.api [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1079.978937] env[69473]: value = "task-3358556" [ 1079.978937] env[69473]: _type = "Task" [ 1079.978937] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.991883] env[69473]: DEBUG oslo_vmware.api [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.003649] env[69473]: DEBUG oslo_vmware.api [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358551, 'name': PowerOffVM_Task, 'duration_secs': 0.571267} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.004393] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.005054] env[69473]: DEBUG nova.compute.manager [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.006513] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ab582e-a13e-4efa-a5a9-309b31d43a5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.012754] env[69473]: DEBUG nova.policy [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.053225] env[69473]: DEBUG nova.compute.manager [req-f2de3037-c120-47fe-869d-6556c92d34da req-4d0ea1ed-4b8f-45ed-b39b-304302fc7567 service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Received event network-vif-deleted-5346e2b0-287a-4dbc-8188-7b92f92cf68b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.053225] env[69473]: INFO nova.compute.manager [req-f2de3037-c120-47fe-869d-6556c92d34da req-4d0ea1ed-4b8f-45ed-b39b-304302fc7567 service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Neutron deleted interface 5346e2b0-287a-4dbc-8188-7b92f92cf68b; detaching it from the instance and deleting it from the info cache [ 1080.053225] env[69473]: DEBUG nova.network.neutron [req-f2de3037-c120-47fe-869d-6556c92d34da req-4d0ea1ed-4b8f-45ed-b39b-304302fc7567 service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.193177] env[69473]: DEBUG nova.network.neutron [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance_info_cache with network_info: [{"id": "134478d0-791b-47a1-856c-ab9a93235cc3", "address": "fa:16:3e:86:91:25", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134478d0-79", "ovs_interfaceid": "134478d0-791b-47a1-856c-ab9a93235cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.258812] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fc89e1-fc26-7257-3d88-486f03106a48, 'name': SearchDatastore_Task, 'duration_secs': 0.013097} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.259676] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c35bf4-b8c4-48bc-997e-9288221c5934 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.274413] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1080.274413] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f695b-aaf9-d921-3e26-a883459eaffd" [ 1080.274413] env[69473]: _type = "Task" [ 1080.274413] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.283511] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f695b-aaf9-d921-3e26-a883459eaffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.287806] env[69473]: DEBUG nova.compute.manager [req-33a7338e-24bb-4ba5-86b6-8009a04d5315 req-ebd4c6b6-d1bd-4423-9e87-09f3bf69266d service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Received event network-vif-deleted-295518cf-27eb-4a85-b73f-3e4a49d6aa94 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.288129] env[69473]: INFO nova.compute.manager [req-33a7338e-24bb-4ba5-86b6-8009a04d5315 req-ebd4c6b6-d1bd-4423-9e87-09f3bf69266d service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Neutron deleted interface 295518cf-27eb-4a85-b73f-3e4a49d6aa94; detaching it from the instance and deleting it from the info cache [ 1080.288301] env[69473]: DEBUG nova.network.neutron [req-33a7338e-24bb-4ba5-86b6-8009a04d5315 req-ebd4c6b6-d1bd-4423-9e87-09f3bf69266d service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.332375] env[69473]: DEBUG nova.network.neutron [-] [instance: 46267393-6b47-4aea-a284-77f30060a940] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.439949] env[69473]: DEBUG nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.443710] env[69473]: DEBUG nova.network.neutron [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Successfully created port: cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.455086] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bcfe8171-5330-4721-a5a6-c4b9ba807c90 tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.455086] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.807s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.455086] env[69473]: DEBUG nova.objects.instance [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.483821] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.485570] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.485570] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.485570] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.485570] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.485570] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.485857] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.485974] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.487029] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.487029] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.487029] env[69473]: DEBUG nova.virt.hardware [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.492220] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.494114] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2c6aa1-dbd3-4cc2-802a-4c642799055b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.522260] env[69473]: DEBUG oslo_vmware.api [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358556, 'name': PowerOffVM_Task, 'duration_secs': 0.333143} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.526648] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.526963] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.528508] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1080.528508] env[69473]: value = "task-3358557" [ 1080.528508] env[69473]: _type = "Task" [ 1080.528508] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.529307] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c754e20a-6c09-4e64-af0e-f2230d6fabad tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.570s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.530473] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-876aeffe-6739-434b-8388-7db379cbef1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.544374] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.560497] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34fbf19f-db0e-4eca-9dbd-55eb376c1b1a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.572269] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98a84b-d649-4eb6-8724-5b15a62eaca0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.604558] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.604558] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.604558] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleting the datastore file [datastore2] f75207bf-a397-433b-ac8c-baa25e8b425d {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.604775] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-913cf48f-93af-4c1f-8e8d-c25038d18e45 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.624067] env[69473]: DEBUG nova.compute.manager [req-f2de3037-c120-47fe-869d-6556c92d34da req-4d0ea1ed-4b8f-45ed-b39b-304302fc7567 service nova] [instance: 46267393-6b47-4aea-a284-77f30060a940] Detach interface failed, port_id=5346e2b0-287a-4dbc-8188-7b92f92cf68b, reason: Instance 46267393-6b47-4aea-a284-77f30060a940 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.625887] env[69473]: DEBUG oslo_vmware.api [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for the task: (returnval){ [ 1080.625887] env[69473]: value = "task-3358559" [ 1080.625887] env[69473]: _type = "Task" [ 1080.625887] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.681656] env[69473]: DEBUG nova.network.neutron [-] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.697464] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.785943] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529f695b-aaf9-d921-3e26-a883459eaffd, 'name': SearchDatastore_Task, 'duration_secs': 0.014373} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.786265] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.786550] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.786905] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9971b321-6f85-4542-8d4e-28880f71ef22 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.790767] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d4933a6-4630-46d2-a5ca-9d0508c383d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.794687] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1080.794687] env[69473]: value = "task-3358560" [ 1080.794687] env[69473]: _type = "Task" [ 1080.794687] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.802498] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5dd58-d0e3-456c-b5ca-3b454c9b3743 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.823630] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.835050] env[69473]: INFO nova.compute.manager [-] [instance: 46267393-6b47-4aea-a284-77f30060a940] Took 1.38 seconds to deallocate network for instance. [ 1080.861799] env[69473]: DEBUG nova.compute.manager [req-33a7338e-24bb-4ba5-86b6-8009a04d5315 req-ebd4c6b6-d1bd-4423-9e87-09f3bf69266d service nova] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Detach interface failed, port_id=295518cf-27eb-4a85-b73f-3e4a49d6aa94, reason: Instance b4a88038-fc1d-431f-8f9a-b134019695a8 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.046490] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358557, 'name': ReconfigVM_Task, 'duration_secs': 0.210363} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.046867] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.047934] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4577555d-60f1-45d3-9f35-724edd61506b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.083393] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4095a995-43fe-4f2b-a38d-d83e46c20c7c/4095a995-43fe-4f2b-a38d-d83e46c20c7c.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.083663] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c754231e-3d23-43b9-88cd-bcb2254c624b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.106871] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1081.106871] env[69473]: value = "task-3358561" [ 1081.106871] env[69473]: _type = "Task" [ 1081.106871] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.119358] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.138656] env[69473]: DEBUG oslo_vmware.api [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Task: {'id': task-3358559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205519} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.138971] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.139260] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.139452] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.139647] env[69473]: INFO nova.compute.manager [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1081.140087] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.140428] env[69473]: DEBUG nova.compute.manager [-] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.140581] env[69473]: DEBUG nova.network.neutron [-] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.184263] env[69473]: INFO nova.compute.manager [-] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Took 1.49 seconds to deallocate network for instance. [ 1081.228811] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8e9de0-fc16-4903-b34c-de61fffbf4f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.253752] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec58e10-c6d2-48fb-b6a4-6ffb161653a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.268613] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance '86cd5364-d21e-4659-9fe7-9410b30d74d3' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.308276] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358560, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.364267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.453686] env[69473]: DEBUG nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.467365] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b1557213-7450-4f36-89c0-c79e06ebf80c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.468411] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.379s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.469092] env[69473]: DEBUG nova.objects.instance [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lazy-loading 'resources' on Instance uuid 6138b4dc-fec3-4728-aa96-c2df3611c181 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.481184] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.481494] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.481709] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.481913] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.482123] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.482348] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.482597] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.482829] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.483026] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.483212] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.483401] env[69473]: DEBUG nova.virt.hardware [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.484884] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046ca728-99dd-4e68-93e8-37b91cda7230 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.493850] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f04ccb-e74b-410a-89c6-4e3b9179d6d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.618831] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358561, 'name': ReconfigVM_Task, 'duration_secs': 0.493786} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.619168] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4095a995-43fe-4f2b-a38d-d83e46c20c7c/4095a995-43fe-4f2b-a38d-d83e46c20c7c.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.619481] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance '4095a995-43fe-4f2b-a38d-d83e46c20c7c' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.691520] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.766574] env[69473]: DEBUG nova.compute.manager [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Stashing vm_state: stopped {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.775449] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.775719] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f31b2a-5cbc-4835-9860-b769209d479d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.783419] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1081.783419] env[69473]: value = "task-3358563" [ 1081.783419] env[69473]: _type = "Task" [ 1081.783419] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.792146] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.806048] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544344} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.806048] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.806048] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.806048] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7cd7dc-0618-4a22-a668-135d56138b06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.815079] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1081.815079] env[69473]: value = "task-3358564" [ 1081.815079] env[69473]: _type = "Task" [ 1081.815079] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.825093] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.916257] env[69473]: DEBUG nova.network.neutron [-] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.126910] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b01a48-5401-4cbc-9bf5-6f35d9f87b5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.153667] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc118e2f-3303-45ab-ae68-552ac33e090f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.157088] env[69473]: DEBUG nova.compute.manager [req-57590ef1-ec6d-4140-b8ee-ae8017a9e0c9 req-ee02a3c0-6686-443d-8a40-3543d3dbf15e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-vif-plugged-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.157305] env[69473]: DEBUG oslo_concurrency.lockutils [req-57590ef1-ec6d-4140-b8ee-ae8017a9e0c9 req-ee02a3c0-6686-443d-8a40-3543d3dbf15e service nova] Acquiring lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.157518] env[69473]: DEBUG oslo_concurrency.lockutils [req-57590ef1-ec6d-4140-b8ee-ae8017a9e0c9 req-ee02a3c0-6686-443d-8a40-3543d3dbf15e service nova] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.157706] env[69473]: DEBUG oslo_concurrency.lockutils [req-57590ef1-ec6d-4140-b8ee-ae8017a9e0c9 req-ee02a3c0-6686-443d-8a40-3543d3dbf15e service nova] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.157886] env[69473]: DEBUG nova.compute.manager [req-57590ef1-ec6d-4140-b8ee-ae8017a9e0c9 req-ee02a3c0-6686-443d-8a40-3543d3dbf15e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] No waiting events found dispatching network-vif-plugged-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.158061] env[69473]: WARNING nova.compute.manager [req-57590ef1-ec6d-4140-b8ee-ae8017a9e0c9 req-ee02a3c0-6686-443d-8a40-3543d3dbf15e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received unexpected event network-vif-plugged-cb0a9e34-4865-484d-9f89-b7b171db932f for instance with vm_state building and task_state spawning. [ 1082.175900] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance '4095a995-43fe-4f2b-a38d-d83e46c20c7c' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.263726] env[69473]: DEBUG nova.network.neutron [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Successfully updated port: cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.290322] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.297908] env[69473]: DEBUG oslo_vmware.api [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358563, 'name': PowerOnVM_Task, 'duration_secs': 0.486658} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.298258] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.299160] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4212df49-e181-4ab5-b22b-9cb7cc50ef68 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance '86cd5364-d21e-4659-9fe7-9410b30d74d3' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.325045] env[69473]: DEBUG nova.compute.manager [req-3d847031-7285-44e8-9e73-d7c613c5d39f req-cce60f41-61e9-4fdd-be83-fe70e809ff66 service nova] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Received event network-vif-deleted-4d25de6b-39b7-4518-835f-0dcf089c4467 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.332488] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274499} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.332871] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.334149] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af285d0-dc01-4682-a5e6-c719f2128bca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.359099] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.361219] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb073d64-e42a-46f0-9f74-9876bc0155ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.375737] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fe24a-7394-410f-9428-1d2684eea5c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.385276] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c59476-c09b-455d-a2f9-943e87691c82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.388240] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1082.388240] env[69473]: value = "task-3358565" [ 1082.388240] env[69473]: _type = "Task" [ 1082.388240] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.417034] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba1cbea-5afc-4ed0-af40-e78f106a1091 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.422966] env[69473]: INFO nova.compute.manager [-] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Took 1.28 seconds to deallocate network for instance. [ 1082.423304] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.431179] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82564d6-85cb-4739-a705-c15f560c1853 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.446820] env[69473]: DEBUG nova.compute.provider_tree [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.729019] env[69473]: DEBUG nova.network.neutron [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Port 60aba12a-982a-474c-aa3d-da28e9c99741 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1082.766468] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.766661] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.766755] env[69473]: DEBUG nova.network.neutron [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.899081] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358565, 'name': ReconfigVM_Task, 'duration_secs': 0.301051} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.899305] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4/129adef1-ff74-4c53-8501-ee59ca3621c4.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.899932] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4fc144-c49b-4d7a-81a3-c5fd98223f06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.907342] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1082.907342] env[69473]: value = "task-3358566" [ 1082.907342] env[69473]: _type = "Task" [ 1082.907342] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.916192] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358566, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.932500] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.950351] env[69473]: DEBUG nova.scheduler.client.report [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.297504] env[69473]: DEBUG nova.network.neutron [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.418652] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358566, 'name': Rename_Task, 'duration_secs': 0.144141} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.418998] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.419308] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0d71934-3396-45dd-b4d2-0695c82bccd9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.427504] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Waiting for the task: (returnval){ [ 1083.427504] env[69473]: value = "task-3358567" [ 1083.427504] env[69473]: _type = "Task" [ 1083.427504] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.437138] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.456095] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.458458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.095s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.458702] env[69473]: DEBUG nova.objects.instance [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'resources' on Instance uuid 46267393-6b47-4aea-a284-77f30060a940 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.480080] env[69473]: DEBUG nova.network.neutron [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.483787] env[69473]: INFO nova.scheduler.client.report [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Deleted allocations for instance 6138b4dc-fec3-4728-aa96-c2df3611c181 [ 1083.755800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.756126] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.756380] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.941165] env[69473]: DEBUG oslo_vmware.api [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Task: {'id': task-3358567, 'name': PowerOnVM_Task, 'duration_secs': 0.497395} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.941400] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.941659] env[69473]: DEBUG nova.compute.manager [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.942596] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8017735-0c6a-418e-811d-f397bbcab586 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.982434] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.982811] env[69473]: DEBUG nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Instance network_info: |[{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.983253] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:f1:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0a9e34-4865-484d-9f89-b7b171db932f', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.993815] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.998834] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.999501] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbea0f99-6a7f-472c-b7f9-fc58e142c727 tempest-AttachInterfacesV270Test-1846103367 tempest-AttachInterfacesV270Test-1846103367-project-member] Lock "6138b4dc-fec3-4728-aa96-c2df3611c181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.539s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.000441] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba0d92e-4e1c-404b-bede-f94d714b2d46 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.024307] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.024307] env[69473]: value = "task-3358568" [ 1084.024307] env[69473]: _type = "Task" [ 1084.024307] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.033550] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358568, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.171636] env[69473]: DEBUG nova.compute.manager [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.171836] env[69473]: DEBUG nova.compute.manager [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing instance network info cache due to event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.172063] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.172211] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.172587] env[69473]: DEBUG nova.network.neutron [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.322830] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c33fc3-514f-432c-beeb-4fd590428a81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.332209] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a082fa-f73e-432f-9811-79949e789f1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.365354] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b8a8e8-f25b-46f8-aaf4-7511ae9e95d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.373888] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131519ca-0e07-4f2f-82ce-29a9a619cbf0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.390402] env[69473]: DEBUG nova.compute.provider_tree [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.461912] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.536593] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358568, 'name': CreateVM_Task, 'duration_secs': 0.331948} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.536784] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.537514] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.537668] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.538016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.538262] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d747eb5-0dea-4e4c-84b8-51a8930112b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.544338] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1084.544338] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527c5830-27ee-fcb5-fbe9-9273ea17087d" [ 1084.544338] env[69473]: _type = "Task" [ 1084.544338] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.553883] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527c5830-27ee-fcb5-fbe9-9273ea17087d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.823159] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.826606] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.826606] env[69473]: DEBUG nova.network.neutron [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.896048] env[69473]: DEBUG nova.scheduler.client.report [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.012626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.012626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.012626] env[69473]: DEBUG nova.compute.manager [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Going to confirm migration 5 {{(pid=69473) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1085.033038] env[69473]: DEBUG nova.network.neutron [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updated VIF entry in instance network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.033312] env[69473]: DEBUG nova.network.neutron [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.056445] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527c5830-27ee-fcb5-fbe9-9273ea17087d, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.056808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.057085] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.057808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.057808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.057808] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.058066] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f5fb10-b4c2-42cb-8128-fac1d4f3aa0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.073222] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.073372] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.074412] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044b29e7-eb97-4ff3-b0a2-2361086c9b66 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.089130] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1085.089130] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e09aaa-8175-45a0-97ad-0a5032576a99" [ 1085.089130] env[69473]: _type = "Task" [ 1085.089130] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.113682] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e09aaa-8175-45a0-97ad-0a5032576a99, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.115593] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4470d2-7ec7-445b-bba1-0baf7c5a2360 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.122607] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1085.122607] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f15189-0778-4203-e9d9-7514ec856e12" [ 1085.122607] env[69473]: _type = "Task" [ 1085.122607] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.130886] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f15189-0778-4203-e9d9-7514ec856e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.403949] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.406354] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.715s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.406599] env[69473]: DEBUG nova.objects.instance [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lazy-loading 'resources' on Instance uuid b4a88038-fc1d-431f-8f9a-b134019695a8 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.448694] env[69473]: INFO nova.scheduler.client.report [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted allocations for instance 46267393-6b47-4aea-a284-77f30060a940 [ 1085.537674] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfdf03fe-396c-4886-8c0a-6e76298933c4 req-4dad27a8-1471-44bf-8c4b-19ce02d3b36e service nova] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.592112] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.592209] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.592393] env[69473]: DEBUG nova.network.neutron [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.592580] env[69473]: DEBUG nova.objects.instance [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lazy-loading 'info_cache' on Instance uuid 86cd5364-d21e-4659-9fe7-9410b30d74d3 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.634043] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f15189-0778-4203-e9d9-7514ec856e12, 'name': SearchDatastore_Task, 'duration_secs': 0.02129} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.634408] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.634837] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 14e61a11-9e35-4658-82e1-a0a772a789ed/14e61a11-9e35-4658-82e1-a0a772a789ed.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.635504] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebd5b7ab-a9e0-4927-aa4c-345970f3048e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.641737] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "129adef1-ff74-4c53-8501-ee59ca3621c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.641867] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "129adef1-ff74-4c53-8501-ee59ca3621c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.642303] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "129adef1-ff74-4c53-8501-ee59ca3621c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.642451] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "129adef1-ff74-4c53-8501-ee59ca3621c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.642648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "129adef1-ff74-4c53-8501-ee59ca3621c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.647450] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1085.647450] env[69473]: value = "task-3358570" [ 1085.647450] env[69473]: _type = "Task" [ 1085.647450] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.647701] env[69473]: INFO nova.compute.manager [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Terminating instance [ 1085.661976] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.667288] env[69473]: DEBUG nova.network.neutron [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.962495] env[69473]: DEBUG oslo_concurrency.lockutils [None req-731e93a9-8249-4fb5-a5b7-d0c9c4873686 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "46267393-6b47-4aea-a284-77f30060a940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.244s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.159434] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "refresh_cache-129adef1-ff74-4c53-8501-ee59ca3621c4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.159633] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquired lock "refresh_cache-129adef1-ff74-4c53-8501-ee59ca3621c4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.159828] env[69473]: DEBUG nova.network.neutron [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.161592] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358570, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.170328] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.219082] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a20b8ff-1456-4572-af57-33258cf8e29d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.228690] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8adaee9-e1de-4e2f-a550-a80843555705 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.260673] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9837d-1a59-4b50-8deb-2e43fe5b7f17 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.268579] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ac203-7990-42a7-8c80-ef7ff0bfadc5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.282831] env[69473]: DEBUG nova.compute.provider_tree [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.659972] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52428} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.660319] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 14e61a11-9e35-4658-82e1-a0a772a789ed/14e61a11-9e35-4658-82e1-a0a772a789ed.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.660509] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.660841] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b25dceb-f408-4a2f-906e-bc98de19f15c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.671458] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1086.671458] env[69473]: value = "task-3358571" [ 1086.671458] env[69473]: _type = "Task" [ 1086.671458] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.686201] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.687363] env[69473]: DEBUG nova.network.neutron [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.709145] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7959ce-4a5b-40e6-83bb-7175b0ad544e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.729850] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b7c727-0bd2-412a-acac-6fd3464f6c0e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.737626] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance '4095a995-43fe-4f2b-a38d-d83e46c20c7c' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.755162] env[69473]: DEBUG nova.network.neutron [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.786676] env[69473]: DEBUG nova.scheduler.client.report [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.050909] env[69473]: DEBUG nova.network.neutron [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance_info_cache with network_info: [{"id": "134478d0-791b-47a1-856c-ab9a93235cc3", "address": "fa:16:3e:86:91:25", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134478d0-79", "ovs_interfaceid": "134478d0-791b-47a1-856c-ab9a93235cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.130145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "fa773271-af7f-4401-8fe6-f0d498754e32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.130885] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "fa773271-af7f-4401-8fe6-f0d498754e32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.131113] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "fa773271-af7f-4401-8fe6-f0d498754e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.131306] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "fa773271-af7f-4401-8fe6-f0d498754e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.131476] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "fa773271-af7f-4401-8fe6-f0d498754e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.133467] env[69473]: INFO nova.compute.manager [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Terminating instance [ 1087.180963] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297231} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.181249] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.181981] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab4e84a-e18d-4049-bc59-c39cbcb41a57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.203943] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 14e61a11-9e35-4658-82e1-a0a772a789ed/14e61a11-9e35-4658-82e1-a0a772a789ed.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.204201] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eca706f-22b9-4b5a-b597-68ace930d7ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.223412] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1087.223412] env[69473]: value = "task-3358572" [ 1087.223412] env[69473]: _type = "Task" [ 1087.223412] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.231126] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.244047] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.244311] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d8d3ce9-bdb0-47c3-a227-cf30e5cb75a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.252111] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1087.252111] env[69473]: value = "task-3358573" [ 1087.252111] env[69473]: _type = "Task" [ 1087.252111] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.260924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Releasing lock "refresh_cache-129adef1-ff74-4c53-8501-ee59ca3621c4" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.261429] env[69473]: DEBUG nova.compute.manager [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.261673] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.261993] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.262955] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71355e77-ad0e-4a48-892f-764d14af4106 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.271035] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.271228] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fed30fc1-1020-4b4e-b8cd-172df0cd165e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.277398] env[69473]: DEBUG oslo_vmware.api [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1087.277398] env[69473]: value = "task-3358574" [ 1087.277398] env[69473]: _type = "Task" [ 1087.277398] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.286827] env[69473]: DEBUG oslo_vmware.api [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.290790] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.293615] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.004s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.312921] env[69473]: INFO nova.scheduler.client.report [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted allocations for instance b4a88038-fc1d-431f-8f9a-b134019695a8 [ 1087.554379] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-86cd5364-d21e-4659-9fe7-9410b30d74d3" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.554674] env[69473]: DEBUG nova.objects.instance [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lazy-loading 'migration_context' on Instance uuid 86cd5364-d21e-4659-9fe7-9410b30d74d3 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.637595] env[69473]: DEBUG nova.compute.manager [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.637879] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.638776] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d850559-d249-487d-b8bf-b509207c084d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.647320] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.647588] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104fddb2-b4d7-44be-a574-6b714cf28b24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.655967] env[69473]: DEBUG oslo_vmware.api [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1087.655967] env[69473]: value = "task-3358575" [ 1087.655967] env[69473]: _type = "Task" [ 1087.655967] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.665252] env[69473]: DEBUG oslo_vmware.api [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.733813] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358572, 'name': ReconfigVM_Task, 'duration_secs': 0.324588} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.734092] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 14e61a11-9e35-4658-82e1-a0a772a789ed/14e61a11-9e35-4658-82e1-a0a772a789ed.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.734738] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0e0edb-508d-4c4e-88f3-4db579129292 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.741859] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1087.741859] env[69473]: value = "task-3358576" [ 1087.741859] env[69473]: _type = "Task" [ 1087.741859] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.751568] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358576, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.761215] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358573, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.789133] env[69473]: DEBUG oslo_vmware.api [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358574, 'name': PowerOffVM_Task, 'duration_secs': 0.121876} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.789463] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.789652] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.789919] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f24c6e03-065b-4ba3-9e26-1c61fcd63852 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.798774] env[69473]: INFO nova.compute.claims [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.823410] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.823573] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.824355] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Deleting the datastore file [datastore1] 129adef1-ff74-4c53-8501-ee59ca3621c4 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.824499] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a4bb9729-9012-4087-a4ac-51c12f1e2a90 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "b4a88038-fc1d-431f-8f9a-b134019695a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.809s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.825610] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22ece2d-0c51-434a-9222-888765dcc920 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.836030] env[69473]: DEBUG oslo_vmware.api [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for the task: (returnval){ [ 1087.836030] env[69473]: value = "task-3358578" [ 1087.836030] env[69473]: _type = "Task" [ 1087.836030] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.850801] env[69473]: DEBUG oslo_vmware.api [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.057584] env[69473]: DEBUG nova.objects.base [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Object Instance<86cd5364-d21e-4659-9fe7-9410b30d74d3> lazy-loaded attributes: info_cache,migration_context {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.058644] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3407dce-b3a6-4ddf-bfd5-2f7b7d20793a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.078724] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1795ac-fc17-456c-81d6-a59c47f8da23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.085489] env[69473]: DEBUG oslo_vmware.api [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1088.085489] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5205cd6b-3f41-9490-b66d-cebc65e58ee5" [ 1088.085489] env[69473]: _type = "Task" [ 1088.085489] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.093924] env[69473]: DEBUG oslo_vmware.api [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5205cd6b-3f41-9490-b66d-cebc65e58ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.166558] env[69473]: DEBUG oslo_vmware.api [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358575, 'name': PowerOffVM_Task, 'duration_secs': 0.208521} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.166831] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.167016] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.167281] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd5cf90-38fc-4395-bbac-2e088e1f6970 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.243123] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.243507] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.243599] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleting the datastore file [datastore1] fa773271-af7f-4401-8fe6-f0d498754e32 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.247859] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f454b04-1ece-42b1-8f3f-a68e1b6bd16c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.260365] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358576, 'name': Rename_Task, 'duration_secs': 0.190327} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.260708] env[69473]: DEBUG oslo_vmware.api [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1088.260708] env[69473]: value = "task-3358580" [ 1088.260708] env[69473]: _type = "Task" [ 1088.260708] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.261413] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.261743] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeab241e-d7e0-4a37-ac34-0efad74d7811 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.268988] env[69473]: DEBUG oslo_vmware.api [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358573, 'name': PowerOnVM_Task, 'duration_secs': 0.644265} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.269839] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.270055] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe86374-ae0c-4db8-9283-d6898aa065c8 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance '4095a995-43fe-4f2b-a38d-d83e46c20c7c' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.277837] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1088.277837] env[69473]: value = "task-3358581" [ 1088.277837] env[69473]: _type = "Task" [ 1088.277837] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.278067] env[69473]: DEBUG oslo_vmware.api [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.290643] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.305411] env[69473]: INFO nova.compute.resource_tracker [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating resource usage from migration c5b5c068-3a55-4035-a2b5-988690fd9937 [ 1088.350052] env[69473]: DEBUG oslo_vmware.api [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Task: {'id': task-3358578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215008} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.350052] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.350052] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.350322] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.350322] env[69473]: INFO nova.compute.manager [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1088.350564] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.350773] env[69473]: DEBUG nova.compute.manager [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.350877] env[69473]: DEBUG nova.network.neutron [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.374372] env[69473]: DEBUG nova.network.neutron [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.594889] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f32827-2143-4579-8f14-b49493b1c0e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.601379] env[69473]: DEBUG oslo_vmware.api [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5205cd6b-3f41-9490-b66d-cebc65e58ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.601874] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.607811] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f5258d-71a9-4687-89c2-8d5362fbb5fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.646167] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f6bd2-b082-4208-a019-50e6cc7772b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.655444] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b643452-a42d-481e-90ce-fc84f282e9c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.673491] env[69473]: DEBUG nova.compute.provider_tree [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.772121] env[69473]: DEBUG oslo_vmware.api [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380074} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.772372] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.772567] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.772800] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.772964] env[69473]: INFO nova.compute.manager [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1088.773220] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.773441] env[69473]: DEBUG nova.compute.manager [-] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.773536] env[69473]: DEBUG nova.network.neutron [-] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.786976] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "f4db9bb7-0305-468f-9813-872825d47257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.787245] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "f4db9bb7-0305-468f-9813-872825d47257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.787447] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "f4db9bb7-0305-468f-9813-872825d47257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.787632] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "f4db9bb7-0305-468f-9813-872825d47257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.787808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "f4db9bb7-0305-468f-9813-872825d47257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.792812] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.793554] env[69473]: INFO nova.compute.manager [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Terminating instance [ 1088.880631] env[69473]: DEBUG nova.network.neutron [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.103153] env[69473]: DEBUG nova.compute.manager [req-baf17af3-9d4a-4246-8868-34dc2967b87a req-ef16f371-5bc3-4041-b669-877e95007526 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Received event network-vif-deleted-80ff26de-cac9-4c05-a788-3372863dfe65 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.103365] env[69473]: INFO nova.compute.manager [req-baf17af3-9d4a-4246-8868-34dc2967b87a req-ef16f371-5bc3-4041-b669-877e95007526 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Neutron deleted interface 80ff26de-cac9-4c05-a788-3372863dfe65; detaching it from the instance and deleting it from the info cache [ 1089.103452] env[69473]: DEBUG nova.network.neutron [req-baf17af3-9d4a-4246-8868-34dc2967b87a req-ef16f371-5bc3-4041-b669-877e95007526 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.197883] env[69473]: ERROR nova.scheduler.client.report [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [req-43ddb716-cfcd-4e30-9987-8ad4695adea2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43ddb716-cfcd-4e30-9987-8ad4695adea2"}]} [ 1089.216688] env[69473]: DEBUG nova.scheduler.client.report [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1089.232545] env[69473]: DEBUG nova.scheduler.client.report [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1089.232819] env[69473]: DEBUG nova.compute.provider_tree [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.248894] env[69473]: DEBUG nova.scheduler.client.report [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1089.268507] env[69473]: DEBUG nova.scheduler.client.report [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1089.297244] env[69473]: DEBUG nova.compute.manager [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.297503] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.298504] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144d1b84-ddfc-4b48-8f65-f84f388d4eff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.306047] env[69473]: DEBUG oslo_vmware.api [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358581, 'name': PowerOnVM_Task, 'duration_secs': 0.760801} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.309663] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.309941] env[69473]: INFO nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1089.310244] env[69473]: DEBUG nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.311489] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838df99-be6a-4021-be6c-517aee52b2dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.318457] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.319143] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44fc20a8-4f1c-4f0c-84e7-eeda09b0c889 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.335022] env[69473]: DEBUG oslo_vmware.api [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1089.335022] env[69473]: value = "task-3358582" [ 1089.335022] env[69473]: _type = "Task" [ 1089.335022] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.345427] env[69473]: DEBUG oslo_vmware.api [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.382444] env[69473]: INFO nova.compute.manager [-] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Took 1.03 seconds to deallocate network for instance. [ 1089.560272] env[69473]: DEBUG nova.network.neutron [-] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.606211] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-159c3113-8d51-4978-bc7e-7509ab68c3e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.616938] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38176c91-5987-4b34-a741-2a73e697fd60 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.673915] env[69473]: DEBUG nova.compute.manager [req-baf17af3-9d4a-4246-8868-34dc2967b87a req-ef16f371-5bc3-4041-b669-877e95007526 service nova] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Detach interface failed, port_id=80ff26de-cac9-4c05-a788-3372863dfe65, reason: Instance fa773271-af7f-4401-8fe6-f0d498754e32 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.684460] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da4fc3c-6c60-4eac-871a-ffbc245329dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.694615] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46117e5-699e-47c3-a80e-2dbc5a99203b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.732509] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e3297a-dffd-4ad3-b7ea-5281e4dbc2db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.742221] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159c06a-a4b0-4d02-9017-117ad18898ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.758939] env[69473]: DEBUG nova.compute.provider_tree [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.835883] env[69473]: INFO nova.compute.manager [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Took 19.93 seconds to build instance. [ 1089.845841] env[69473]: DEBUG oslo_vmware.api [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358582, 'name': PowerOffVM_Task, 'duration_secs': 0.277525} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.846066] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.846250] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.846530] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836effa1-f7c8-4539-b9d0-bd96a96a28d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.889666] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.926530] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.926799] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.927067] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleting the datastore file [datastore2] f4db9bb7-0305-468f-9813-872825d47257 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.927440] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86458e95-d745-4749-adb2-980c13885532 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.936192] env[69473]: DEBUG oslo_vmware.api [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1089.936192] env[69473]: value = "task-3358584" [ 1089.936192] env[69473]: _type = "Task" [ 1089.936192] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.944950] env[69473]: DEBUG oslo_vmware.api [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.065522] env[69473]: INFO nova.compute.manager [-] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Took 1.29 seconds to deallocate network for instance. [ 1090.291744] env[69473]: DEBUG nova.scheduler.client.report [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.292034] env[69473]: DEBUG nova.compute.provider_tree [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 139 to 140 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.292238] env[69473]: DEBUG nova.compute.provider_tree [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.340558] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb18d7bb-dfc9-4ac5-9c82-c7b63c64616c tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.448s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.447912] env[69473]: DEBUG oslo_vmware.api [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226971} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.448528] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.448877] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.449189] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.449487] env[69473]: INFO nova.compute.manager [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: f4db9bb7-0305-468f-9813-872825d47257] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1090.449846] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.450160] env[69473]: DEBUG nova.compute.manager [-] [instance: f4db9bb7-0305-468f-9813-872825d47257] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.450352] env[69473]: DEBUG nova.network.neutron [-] [instance: f4db9bb7-0305-468f-9813-872825d47257] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.573205] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.800022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.504s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.800022] env[69473]: INFO nova.compute.manager [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Migrating [ 1090.809047] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.875s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.809047] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.811074] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.349s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.811421] env[69473]: DEBUG nova.objects.instance [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1090.857459] env[69473]: INFO nova.scheduler.client.report [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Deleted allocations for instance f75207bf-a397-433b-ac8c-baa25e8b425d [ 1091.294239] env[69473]: DEBUG nova.compute.manager [req-31781966-9d67-41af-b040-b5a3d6e603a9 req-539b4e4e-1449-4a7c-9729-73e5f49b3eaf service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Received event network-vif-deleted-b38d57db-0cb5-4166-81e4-1c3ab949154d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.294454] env[69473]: INFO nova.compute.manager [req-31781966-9d67-41af-b040-b5a3d6e603a9 req-539b4e4e-1449-4a7c-9729-73e5f49b3eaf service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Neutron deleted interface b38d57db-0cb5-4166-81e4-1c3ab949154d; detaching it from the instance and deleting it from the info cache [ 1091.294706] env[69473]: DEBUG nova.network.neutron [req-31781966-9d67-41af-b040-b5a3d6e603a9 req-539b4e4e-1449-4a7c-9729-73e5f49b3eaf service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.327653] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.327950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.328187] env[69473]: DEBUG nova.network.neutron [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.372034] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6329e7a5-4812-4af9-af79-bee52e4be2bb tempest-DeleteServersTestJSON-117971148 tempest-DeleteServersTestJSON-117971148-project-member] Lock "f75207bf-a397-433b-ac8c-baa25e8b425d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.966s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.475443] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.475705] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.475916] env[69473]: DEBUG nova.compute.manager [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Going to confirm migration 6 {{(pid=69473) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1091.776672] env[69473]: DEBUG nova.network.neutron [-] [instance: f4db9bb7-0305-468f-9813-872825d47257] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.799647] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-089a32da-02cc-4c7c-aa88-4f531075de06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.810168] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea1795b-b6ea-4e18-8276-17c02a954b29 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.830424] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0b71ef26-7a6a-444e-9a95-812198d3c9ba tempest-ServersAdmin275Test-713502486 tempest-ServersAdmin275Test-713502486-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.833612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.232s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.847657] env[69473]: DEBUG nova.compute.manager [req-31781966-9d67-41af-b040-b5a3d6e603a9 req-539b4e4e-1449-4a7c-9729-73e5f49b3eaf service nova] [instance: f4db9bb7-0305-468f-9813-872825d47257] Detach interface failed, port_id=b38d57db-0cb5-4166-81e4-1c3ab949154d, reason: Instance f4db9bb7-0305-468f-9813-872825d47257 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.064974] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.065248] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.065509] env[69473]: DEBUG nova.network.neutron [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.065806] env[69473]: DEBUG nova.objects.instance [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'info_cache' on Instance uuid 4095a995-43fe-4f2b-a38d-d83e46c20c7c {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.123948] env[69473]: DEBUG nova.network.neutron [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.152037] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421df61e-b836-455f-b021-0e1f49d76a0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.159975] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e9cf73-5041-44c6-821d-20affaa17137 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.191288] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964b1527-068d-4d94-b6aa-a73bbd0f4bf0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.198809] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c8fd18-3466-45a7-acf4-ce2867b4116e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.214084] env[69473]: DEBUG nova.compute.provider_tree [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.279977] env[69473]: INFO nova.compute.manager [-] [instance: f4db9bb7-0305-468f-9813-872825d47257] Took 1.83 seconds to deallocate network for instance. [ 1092.389626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "67befd3f-98cc-432c-a436-68a967e3c661" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.389858] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "67befd3f-98cc-432c-a436-68a967e3c661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.630568] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.717402] env[69473]: DEBUG nova.scheduler.client.report [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.787800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.892226] env[69473]: DEBUG nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.322107] env[69473]: DEBUG nova.compute.manager [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.322337] env[69473]: DEBUG nova.compute.manager [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing instance network info cache due to event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.322560] env[69473]: DEBUG oslo_concurrency.lockutils [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.322663] env[69473]: DEBUG oslo_concurrency.lockutils [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.322857] env[69473]: DEBUG nova.network.neutron [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.344975] env[69473]: DEBUG nova.network.neutron [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [{"id": "60aba12a-982a-474c-aa3d-da28e9c99741", "address": "fa:16:3e:b9:9f:39", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60aba12a-98", "ovs_interfaceid": "60aba12a-982a-474c-aa3d-da28e9c99741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.417154] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.727728] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.894s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.730763] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.841s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.730955] env[69473]: DEBUG nova.objects.instance [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lazy-loading 'resources' on Instance uuid 129adef1-ff74-4c53-8501-ee59ca3621c4 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.847267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-4095a995-43fe-4f2b-a38d-d83e46c20c7c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.847523] env[69473]: DEBUG nova.objects.instance [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'migration_context' on Instance uuid 4095a995-43fe-4f2b-a38d-d83e46c20c7c {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.042160] env[69473]: DEBUG nova.network.neutron [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updated VIF entry in instance network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.042537] env[69473]: DEBUG nova.network.neutron [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.145558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae79e6-57e5-42ed-8f71-858e3a8ab1e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.164123] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance 'f222cbb3-6a0c-4159-84aa-b27251fec3ee' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.289475] env[69473]: INFO nova.scheduler.client.report [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted allocation for migration 6c9ed435-7ee4-46ea-8882-78f6962ae6de [ 1094.350657] env[69473]: DEBUG nova.objects.base [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Object Instance<4095a995-43fe-4f2b-a38d-d83e46c20c7c> lazy-loaded attributes: info_cache,migration_context {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.350657] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863adfb-c0be-469b-8547-bee615130d13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.374086] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22256435-c398-4071-98f5-b754a073739d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.380530] env[69473]: DEBUG oslo_vmware.api [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1094.380530] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52702550-3f28-db0b-5cb3-3bbfa352ae29" [ 1094.380530] env[69473]: _type = "Task" [ 1094.380530] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.387891] env[69473]: DEBUG oslo_vmware.api [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52702550-3f28-db0b-5cb3-3bbfa352ae29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.515211] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fae4cf-c6d0-4f8a-9972-9f5f5094ca54 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.523419] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc2934-a1a0-4720-a198-1cef12ca844f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.554278] env[69473]: DEBUG oslo_concurrency.lockutils [req-99ac2aac-f0cd-4e9c-84ac-76a923ec6598 req-227a6922-a0d7-4e26-8e7a-17ac0ffd535c service nova] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.555397] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6589f8c-94d3-4056-a0be-4761527188d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.562773] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36974a1b-fe36-4dac-922a-961ab4c095ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.576342] env[69473]: DEBUG nova.compute.provider_tree [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.669640] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.669965] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fcff960-6d6e-4947-a6e8-c56c15a01ed8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.677283] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1094.677283] env[69473]: value = "task-3358586" [ 1094.677283] env[69473]: _type = "Task" [ 1094.677283] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.684789] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.796299] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5464111e-bf12-429a-b29b-408dc236931d tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.785s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.890359] env[69473]: DEBUG oslo_vmware.api [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52702550-3f28-db0b-5cb3-3bbfa352ae29, 'name': SearchDatastore_Task, 'duration_secs': 0.007383} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.890658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.079793] env[69473]: DEBUG nova.scheduler.client.report [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.089941] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.090130] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.090428] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.090514] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.090784] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.092656] env[69473]: INFO nova.compute.manager [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Terminating instance [ 1095.188251] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.188459] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance 'f222cbb3-6a0c-4159-84aa-b27251fec3ee' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.578491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "6352618b-1ac8-42ec-a295-78745f7e44f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.578699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.585039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.588136] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.015s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.588396] env[69473]: DEBUG nova.objects.instance [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'resources' on Instance uuid fa773271-af7f-4401-8fe6-f0d498754e32 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.596717] env[69473]: DEBUG nova.compute.manager [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.597429] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.598026] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c37b111-363b-4bb6-ad50-ea5e5b85b67d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.605223] env[69473]: INFO nova.scheduler.client.report [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Deleted allocations for instance 129adef1-ff74-4c53-8501-ee59ca3621c4 [ 1095.611053] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.614478] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e52e17d-003b-472e-ad1c-7b414bbdd310 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.621822] env[69473]: DEBUG oslo_vmware.api [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1095.621822] env[69473]: value = "task-3358587" [ 1095.621822] env[69473]: _type = "Task" [ 1095.621822] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.631248] env[69473]: DEBUG oslo_vmware.api [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.695440] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.695704] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.695875] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.697023] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.697204] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.697415] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.697645] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.697843] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.698084] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.698231] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.698435] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.705033] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd886249-346a-4fce-949f-9e2b5d43c960 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.725090] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1095.725090] env[69473]: value = "task-3358588" [ 1095.725090] env[69473]: _type = "Task" [ 1095.725090] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.734528] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.081435] env[69473]: DEBUG nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.121585] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9f7da428-6f3f-4b76-8022-4830649b455a tempest-ServersAdmin275Test-429453791 tempest-ServersAdmin275Test-429453791-project-member] Lock "129adef1-ff74-4c53-8501-ee59ca3621c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.480s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.133162] env[69473]: DEBUG oslo_vmware.api [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358587, 'name': PowerOffVM_Task, 'duration_secs': 0.23424} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.133162] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.133378] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.133697] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2531a5a-a737-4ab9-bb25-df5e313a957b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.201213] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.201450] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.201637] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleting the datastore file [datastore2] 86cd5364-d21e-4659-9fe7-9410b30d74d3 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.201897] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-194862dc-85e6-4537-9d00-5109cf1ed899 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.209213] env[69473]: DEBUG oslo_vmware.api [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1096.209213] env[69473]: value = "task-3358590" [ 1096.209213] env[69473]: _type = "Task" [ 1096.209213] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.216883] env[69473]: DEBUG oslo_vmware.api [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.235616] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358588, 'name': ReconfigVM_Task, 'duration_secs': 0.152426} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.235931] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance 'f222cbb3-6a0c-4159-84aa-b27251fec3ee' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.357754] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1ea55d-976f-40fc-97f7-1a8b69aba387 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.366060] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556bad41-7364-4fcc-afdb-e559e1ec5558 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.398374] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa45419-9a06-43cd-b78e-d8cfe17afee2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.405890] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a11684-b161-4ec5-bf49-daec5e105116 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.420070] env[69473]: DEBUG nova.compute.provider_tree [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.602137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.719989] env[69473]: DEBUG oslo_vmware.api [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172409} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.720329] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.720465] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.720648] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.720827] env[69473]: INFO nova.compute.manager [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1096.721084] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.721286] env[69473]: DEBUG nova.compute.manager [-] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.721386] env[69473]: DEBUG nova.network.neutron [-] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.744615] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.744894] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.745120] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.745349] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.745623] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.745687] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.745996] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.746206] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.747067] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.747067] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.747067] env[69473]: DEBUG nova.virt.hardware [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.752760] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.753548] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9beba2cc-b828-4647-b4a2-b801bbe71885 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.773318] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1096.773318] env[69473]: value = "task-3358591" [ 1096.773318] env[69473]: _type = "Task" [ 1096.773318] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.781692] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.924431] env[69473]: DEBUG nova.scheduler.client.report [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.214103] env[69473]: DEBUG nova.compute.manager [req-18dacfb2-d68f-44bc-a5ac-83b5a67a73f4 req-40430adc-ffdc-4bff-bd40-afe59353d87d service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Received event network-vif-deleted-134478d0-791b-47a1-856c-ab9a93235cc3 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.214103] env[69473]: INFO nova.compute.manager [req-18dacfb2-d68f-44bc-a5ac-83b5a67a73f4 req-40430adc-ffdc-4bff-bd40-afe59353d87d service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Neutron deleted interface 134478d0-791b-47a1-856c-ab9a93235cc3; detaching it from the instance and deleting it from the info cache [ 1097.214103] env[69473]: DEBUG nova.network.neutron [req-18dacfb2-d68f-44bc-a5ac-83b5a67a73f4 req-40430adc-ffdc-4bff-bd40-afe59353d87d service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.283839] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358591, 'name': ReconfigVM_Task, 'duration_secs': 0.241533} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.284151] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.284914] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9b8273-0595-4265-af7c-5b163f744ce8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.307139] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f222cbb3-6a0c-4159-84aa-b27251fec3ee/f222cbb3-6a0c-4159-84aa-b27251fec3ee.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.307705] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15355bf6-77ff-4517-8225-05de4d94e5d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.325804] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1097.325804] env[69473]: value = "task-3358592" [ 1097.325804] env[69473]: _type = "Task" [ 1097.325804] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.334869] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.433129] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.435550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.648s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.435815] env[69473]: DEBUG nova.objects.instance [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lazy-loading 'resources' on Instance uuid f4db9bb7-0305-468f-9813-872825d47257 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.457904] env[69473]: INFO nova.scheduler.client.report [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted allocations for instance fa773271-af7f-4401-8fe6-f0d498754e32 [ 1097.695876] env[69473]: DEBUG nova.network.neutron [-] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.717285] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a0fc1a8-bafb-4e36-b7c9-119729f7d2c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.727294] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a5221f-92dd-47b0-b297-10aa6871b99a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.765320] env[69473]: DEBUG nova.compute.manager [req-18dacfb2-d68f-44bc-a5ac-83b5a67a73f4 req-40430adc-ffdc-4bff-bd40-afe59353d87d service nova] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Detach interface failed, port_id=134478d0-791b-47a1-856c-ab9a93235cc3, reason: Instance 86cd5364-d21e-4659-9fe7-9410b30d74d3 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.835693] env[69473]: DEBUG oslo_vmware.api [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358592, 'name': ReconfigVM_Task, 'duration_secs': 0.284559} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.835977] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f222cbb3-6a0c-4159-84aa-b27251fec3ee/f222cbb3-6a0c-4159-84aa-b27251fec3ee.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.836279] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance 'f222cbb3-6a0c-4159-84aa-b27251fec3ee' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.967528] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c9b0d-7001-4144-91a9-21e766d7a9ab tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "fa773271-af7f-4401-8fe6-f0d498754e32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.836s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.199611] env[69473]: INFO nova.compute.manager [-] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Took 1.48 seconds to deallocate network for instance. [ 1098.254813] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a9f4bd-9d09-49cb-a96f-0ab2feac9893 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.267803] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e375fe15-8f6e-4693-8d1d-29151b53b89d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.301074] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b02f37-dfca-456e-851a-aa99fa281ccc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.308818] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c25419c-715c-4604-a340-fffa7f8e5bb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.322607] env[69473]: DEBUG nova.compute.provider_tree [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.342687] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e46451-1a8e-4023-b244-c3521260318f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.361739] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471c3dd-3cf4-4fa7-88f0-062dc376f382 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.380567] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance 'f222cbb3-6a0c-4159-84aa-b27251fec3ee' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.708859] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.767432] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.767667] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.826369] env[69473]: DEBUG nova.scheduler.client.report [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.948108] env[69473]: DEBUG nova.network.neutron [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Port 1a5137eb-cb9b-474d-91a5-530cc730872f binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1099.271171] env[69473]: DEBUG nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.331897] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.334197] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.917s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.335735] env[69473]: INFO nova.compute.claims [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.356490] env[69473]: INFO nova.scheduler.client.report [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted allocations for instance f4db9bb7-0305-468f-9813-872825d47257 [ 1099.802331] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.814112] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.814342] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.870753] env[69473]: DEBUG oslo_concurrency.lockutils [None req-749e8502-c3b1-4e36-9b24-4bdb88b5b1a4 tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "f4db9bb7-0305-468f-9813-872825d47257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.083s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.974016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.974016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.974016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.261936] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.262211] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.262420] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.262605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.262838] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.268321] env[69473]: INFO nova.compute.manager [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Terminating instance [ 1100.317046] env[69473]: DEBUG nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.607385] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd00133-30fe-475f-b57b-0f2fcc2eed6e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.616890] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de376ebd-c1c2-43ad-a091-c504d90425aa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.659577] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09348c47-44a2-4a08-b5f3-9ca4349d8e32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.667237] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12a8a39-3c73-4fec-8342-bf60c392afa1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.680807] env[69473]: DEBUG nova.compute.provider_tree [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.773845] env[69473]: DEBUG nova.compute.manager [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.774112] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.774986] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c17238-4913-4517-b247-81e45e22767a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.784053] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.784395] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce257ff-fb86-4ebf-9731-87d87f5279a1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.790159] env[69473]: DEBUG oslo_vmware.api [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1100.790159] env[69473]: value = "task-3358593" [ 1100.790159] env[69473]: _type = "Task" [ 1100.790159] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.797992] env[69473]: DEBUG oslo_vmware.api [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.836762] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.021009] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.021211] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.021392] env[69473]: DEBUG nova.network.neutron [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.184312] env[69473]: DEBUG nova.scheduler.client.report [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.247861] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "252f48a7-f0b2-44ce-8625-cf3d504111d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.248119] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.299850] env[69473]: DEBUG oslo_vmware.api [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358593, 'name': PowerOffVM_Task, 'duration_secs': 0.182231} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.300469] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.300682] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.300932] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63973d9b-db08-4158-b1af-3f75df0e3ef7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.361354] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.361606] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.361801] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleting the datastore file [datastore2] 5b9dadec-b826-4a48-9cfa-f992da17ebaa {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.365022] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a763cac-125d-4bab-af7f-5568f4ef1c40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.368434] env[69473]: DEBUG oslo_vmware.api [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for the task: (returnval){ [ 1101.368434] env[69473]: value = "task-3358595" [ 1101.368434] env[69473]: _type = "Task" [ 1101.368434] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.376366] env[69473]: DEBUG oslo_vmware.api [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.690388] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.691205] env[69473]: DEBUG nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.697288] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.806s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.750135] env[69473]: DEBUG nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.813979] env[69473]: DEBUG nova.network.neutron [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.878328] env[69473]: DEBUG oslo_vmware.api [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Task: {'id': task-3358595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138133} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.878582] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.878767] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.878947] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.879139] env[69473]: INFO nova.compute.manager [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1101.879416] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.879623] env[69473]: DEBUG nova.compute.manager [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.879717] env[69473]: DEBUG nova.network.neutron [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.147561] env[69473]: DEBUG nova.compute.manager [req-6aab9ab6-02b6-487b-a2e8-83cb4583fc95 req-f2a48e05-15c6-48f1-a778-b0ae76482986 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Received event network-vif-deleted-305ddf39-d661-4504-a0a9-0eca45e93a7f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.147703] env[69473]: INFO nova.compute.manager [req-6aab9ab6-02b6-487b-a2e8-83cb4583fc95 req-f2a48e05-15c6-48f1-a778-b0ae76482986 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Neutron deleted interface 305ddf39-d661-4504-a0a9-0eca45e93a7f; detaching it from the instance and deleting it from the info cache [ 1102.147876] env[69473]: DEBUG nova.network.neutron [req-6aab9ab6-02b6-487b-a2e8-83cb4583fc95 req-f2a48e05-15c6-48f1-a778-b0ae76482986 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.198684] env[69473]: DEBUG nova.compute.utils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.199986] env[69473]: DEBUG nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.200167] env[69473]: DEBUG nova.network.neutron [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.238367] env[69473]: DEBUG nova.policy [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.268857] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.316040] env[69473]: DEBUG oslo_concurrency.lockutils [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.455264] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b58fcce-0b92-46e8-9a2c-ec323079b556 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.463795] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77611d9-0913-4b7c-b057-2bb577bc9904 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.502331] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48252487-b4bf-45e4-a77d-d5705a4412a9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.510936] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e303637-64ca-44ba-bed9-155ee0bc03f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.527278] env[69473]: DEBUG nova.compute.provider_tree [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.529237] env[69473]: DEBUG nova.network.neutron [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Successfully created port: 0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.611236] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "fee03760-b484-4029-83d6-1ce702761af9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.611477] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.632064] env[69473]: DEBUG nova.network.neutron [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.650519] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efc4d25a-73dc-479b-aeea-ca0595b87505 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.662079] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9db6d2-ee5d-4849-93ae-9f76e14bd8b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.701595] env[69473]: DEBUG nova.compute.manager [req-6aab9ab6-02b6-487b-a2e8-83cb4583fc95 req-f2a48e05-15c6-48f1-a778-b0ae76482986 service nova] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Detach interface failed, port_id=305ddf39-d661-4504-a0a9-0eca45e93a7f, reason: Instance 5b9dadec-b826-4a48-9cfa-f992da17ebaa could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.702999] env[69473]: DEBUG nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.843674] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85eeb68-5e70-44d7-ba03-e75539a27fcd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.863799] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812cbf3e-7cdc-4991-bbd9-3e46a1326dff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.871569] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance 'f222cbb3-6a0c-4159-84aa-b27251fec3ee' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.033029] env[69473]: DEBUG nova.scheduler.client.report [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.114129] env[69473]: INFO nova.compute.manager [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Detaching volume 1062da92-e727-431f-b62b-2ec17a3c0550 [ 1103.136678] env[69473]: INFO nova.compute.manager [-] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Took 1.25 seconds to deallocate network for instance. [ 1103.146718] env[69473]: INFO nova.virt.block_device [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Attempting to driver detach volume 1062da92-e727-431f-b62b-2ec17a3c0550 from mountpoint /dev/sdb [ 1103.146820] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.147179] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670274', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'name': 'volume-1062da92-e727-431f-b62b-2ec17a3c0550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee03760-b484-4029-83d6-1ce702761af9', 'attached_at': '', 'detached_at': '', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'serial': '1062da92-e727-431f-b62b-2ec17a3c0550'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.148451] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3f7791-9238-414f-abe9-cb475a6cda13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.171103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c95b6-0f8e-4155-a05f-c4f7ace08961 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179175] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cccfbb-e239-4036-83d3-61a5c681e02f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.207163] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748d627b-860a-447b-9482-08d2d12ecebb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.227649] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] The volume has not been displaced from its original location: [datastore1] volume-1062da92-e727-431f-b62b-2ec17a3c0550/volume-1062da92-e727-431f-b62b-2ec17a3c0550.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.233194] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.233751] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb0b0b1-e230-44b8-b4ae-6ceb8a950df8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.253387] env[69473]: DEBUG oslo_vmware.api [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1103.253387] env[69473]: value = "task-3358596" [ 1103.253387] env[69473]: _type = "Task" [ 1103.253387] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.261291] env[69473]: DEBUG oslo_vmware.api [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.378289] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-817c5d32-5eb5-4898-a0b0-e5654477c523 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance 'f222cbb3-6a0c-4159-84aa-b27251fec3ee' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.642170] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.710730] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.710993] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.711229] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.711418] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.711589] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.713901] env[69473]: INFO nova.compute.manager [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Terminating instance [ 1103.716075] env[69473]: DEBUG nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.743819] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.744137] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.744308] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.744494] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.744639] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.744792] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.744995] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.745213] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.745385] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.745550] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.745723] env[69473]: DEBUG nova.virt.hardware [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.746838] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00355f4a-6b0a-4730-b7ea-fb257eea8b14 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.758092] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57683777-5788-4978-a843-a053d30e2d16 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.766398] env[69473]: DEBUG oslo_vmware.api [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358596, 'name': ReconfigVM_Task, 'duration_secs': 0.225686} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.773969] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.778897] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab336bca-c936-4b6b-ade8-7a1fb269a40d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.793543] env[69473]: DEBUG oslo_vmware.api [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1103.793543] env[69473]: value = "task-3358597" [ 1103.793543] env[69473]: _type = "Task" [ 1103.793543] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.803317] env[69473]: DEBUG oslo_vmware.api [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.044010] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.347s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.046828] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.445s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.048732] env[69473]: INFO nova.compute.claims [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.179010] env[69473]: DEBUG nova.compute.manager [req-c9edc615-40f1-4dfc-bbe6-e4c6d2a419f8 req-3d031668-bbb1-428a-8c39-3fb03c01031d service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-vif-plugged-0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.179412] env[69473]: DEBUG oslo_concurrency.lockutils [req-c9edc615-40f1-4dfc-bbe6-e4c6d2a419f8 req-3d031668-bbb1-428a-8c39-3fb03c01031d service nova] Acquiring lock "67befd3f-98cc-432c-a436-68a967e3c661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.179542] env[69473]: DEBUG oslo_concurrency.lockutils [req-c9edc615-40f1-4dfc-bbe6-e4c6d2a419f8 req-3d031668-bbb1-428a-8c39-3fb03c01031d service nova] Lock "67befd3f-98cc-432c-a436-68a967e3c661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.179722] env[69473]: DEBUG oslo_concurrency.lockutils [req-c9edc615-40f1-4dfc-bbe6-e4c6d2a419f8 req-3d031668-bbb1-428a-8c39-3fb03c01031d service nova] Lock "67befd3f-98cc-432c-a436-68a967e3c661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.180462] env[69473]: DEBUG nova.compute.manager [req-c9edc615-40f1-4dfc-bbe6-e4c6d2a419f8 req-3d031668-bbb1-428a-8c39-3fb03c01031d service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] No waiting events found dispatching network-vif-plugged-0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.180722] env[69473]: WARNING nova.compute.manager [req-c9edc615-40f1-4dfc-bbe6-e4c6d2a419f8 req-3d031668-bbb1-428a-8c39-3fb03c01031d service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received unexpected event network-vif-plugged-0c2d8e82-98af-4e40-a217-8ac5469622fa for instance with vm_state building and task_state spawning. [ 1104.220189] env[69473]: DEBUG nova.compute.manager [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.220428] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.221323] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6244ada9-ecb0-4e43-a36d-c8c3c0c668d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.229577] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.229808] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b90a10-74d8-4421-b8ab-3415aff20ecb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.236935] env[69473]: DEBUG oslo_vmware.api [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1104.236935] env[69473]: value = "task-3358598" [ 1104.236935] env[69473]: _type = "Task" [ 1104.236935] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.246436] env[69473]: DEBUG oslo_vmware.api [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.305025] env[69473]: DEBUG oslo_vmware.api [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358597, 'name': ReconfigVM_Task, 'duration_secs': 0.175027} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.305025] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670274', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'name': 'volume-1062da92-e727-431f-b62b-2ec17a3c0550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee03760-b484-4029-83d6-1ce702761af9', 'attached_at': '', 'detached_at': '', 'volume_id': '1062da92-e727-431f-b62b-2ec17a3c0550', 'serial': '1062da92-e727-431f-b62b-2ec17a3c0550'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.307420] env[69473]: DEBUG nova.network.neutron [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Successfully updated port: 0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.607281] env[69473]: INFO nova.scheduler.client.report [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted allocation for migration 6228b009-c492-45ad-8bd5-6b83d87641b9 [ 1104.749027] env[69473]: DEBUG oslo_vmware.api [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358598, 'name': PowerOffVM_Task, 'duration_secs': 0.238009} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.749027] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.749027] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.749027] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5d84d2-7880-4664-ac77-ea319d4b971d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.810688] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.810809] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.810968] env[69473]: DEBUG nova.network.neutron [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.813545] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.813766] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.813961] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleting the datastore file [datastore2] 326b7e21-0fa2-43fb-97ba-1d060b4809a5 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.814437] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f898e2-095a-4ee7-b0df-6143ab5ab216 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.820277] env[69473]: DEBUG oslo_vmware.api [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1104.820277] env[69473]: value = "task-3358600" [ 1104.820277] env[69473]: _type = "Task" [ 1104.820277] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.829600] env[69473]: DEBUG oslo_vmware.api [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.854630] env[69473]: DEBUG nova.objects.instance [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lazy-loading 'flavor' on Instance uuid fee03760-b484-4029-83d6-1ce702761af9 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.114083] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3bd160b5-4f99-4d01-90e4-097178bd359a tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.638s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.301518] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29fafd-52c5-4ffd-97d8-db1c350afb0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.309548] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a66453-664b-4b95-8821-221fbc7205a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.345153] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f13e1c-91e3-48c6-80ac-3f5443c5f631 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.361484] env[69473]: DEBUG oslo_vmware.api [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142527} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.366520] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.366966] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.366966] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.367084] env[69473]: INFO nova.compute.manager [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1105.367283] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.369047] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccafec56-308a-4cc7-8562-d96fb03134e0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.372936] env[69473]: DEBUG nova.compute.manager [-] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.372936] env[69473]: DEBUG nova.network.neutron [-] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.386191] env[69473]: DEBUG nova.compute.provider_tree [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.389163] env[69473]: DEBUG nova.network.neutron [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.611394] env[69473]: DEBUG nova.network.neutron [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.873930] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e49906b-6931-4a94-b5e9-a40ce5ae0711 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.893408] env[69473]: DEBUG nova.scheduler.client.report [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.900760] env[69473]: DEBUG nova.compute.manager [req-0e0c57a8-ebfe-4bfe-9229-8483b518cd9e req-6b563a85-0c11-4c81-af56-22b3452391ee service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Received event network-vif-deleted-282c3928-363c-413e-a798-ee79ce3943e9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.900760] env[69473]: INFO nova.compute.manager [req-0e0c57a8-ebfe-4bfe-9229-8483b518cd9e req-6b563a85-0c11-4c81-af56-22b3452391ee service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Neutron deleted interface 282c3928-363c-413e-a798-ee79ce3943e9; detaching it from the instance and deleting it from the info cache [ 1105.900994] env[69473]: DEBUG nova.network.neutron [req-0e0c57a8-ebfe-4bfe-9229-8483b518cd9e req-6b563a85-0c11-4c81-af56-22b3452391ee service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.966110] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.966110] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.966110] env[69473]: DEBUG nova.compute.manager [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Going to confirm migration 7 {{(pid=69473) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1106.117093] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.117393] env[69473]: DEBUG nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Instance network_info: |[{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.117816] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:56:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c2d8e82-98af-4e40-a217-8ac5469622fa', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.125538] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.125749] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.125977] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a581691a-db76-4851-8582-0ff10f4b9f50 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.146049] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.146049] env[69473]: value = "task-3358601" [ 1106.146049] env[69473]: _type = "Task" [ 1106.146049] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.153489] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358601, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.211555] env[69473]: DEBUG nova.compute.manager [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.211761] env[69473]: DEBUG nova.compute.manager [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing instance network info cache due to event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.211986] env[69473]: DEBUG oslo_concurrency.lockutils [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.212228] env[69473]: DEBUG oslo_concurrency.lockutils [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.212300] env[69473]: DEBUG nova.network.neutron [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.216124] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.216346] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.216546] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.216730] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.216894] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.218691] env[69473]: INFO nova.compute.manager [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Terminating instance [ 1106.356473] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "fee03760-b484-4029-83d6-1ce702761af9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.356822] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.357105] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "fee03760-b484-4029-83d6-1ce702761af9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.357343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.357574] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.359810] env[69473]: INFO nova.compute.manager [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Terminating instance [ 1106.379330] env[69473]: DEBUG nova.network.neutron [-] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.403683] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.404426] env[69473]: DEBUG nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.408038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.699s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.408038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.410335] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.608s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.412190] env[69473]: INFO nova.compute.claims [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.417046] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdb3e3f2-22fe-4d1f-89b9-644dd2b91343 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.425692] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679dd64d-2ff9-48bd-81ea-9accd0c2c200 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.443455] env[69473]: INFO nova.scheduler.client.report [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted allocations for instance 86cd5364-d21e-4659-9fe7-9410b30d74d3 [ 1106.463195] env[69473]: DEBUG nova.compute.manager [req-0e0c57a8-ebfe-4bfe-9229-8483b518cd9e req-6b563a85-0c11-4c81-af56-22b3452391ee service nova] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Detach interface failed, port_id=282c3928-363c-413e-a798-ee79ce3943e9, reason: Instance 326b7e21-0fa2-43fb-97ba-1d060b4809a5 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.528941] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.529191] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.529374] env[69473]: DEBUG nova.network.neutron [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.529562] env[69473]: DEBUG nova.objects.instance [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'info_cache' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.656057] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358601, 'name': CreateVM_Task, 'duration_secs': 0.367077} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.656229] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.656923] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.657478] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.657478] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.657775] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15be4839-453a-429c-98b8-8ce38bac501b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.662033] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1106.662033] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eb2176-9ba6-91d5-7b94-7496d0157764" [ 1106.662033] env[69473]: _type = "Task" [ 1106.662033] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.669693] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eb2176-9ba6-91d5-7b94-7496d0157764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.722959] env[69473]: DEBUG nova.compute.manager [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.723135] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.723991] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0691997-1daa-44e2-b318-81a0d9db0bce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.731314] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.731598] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af54e653-f9ff-40c4-a28b-4aea7fa77492 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.739386] env[69473]: DEBUG oslo_vmware.api [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1106.739386] env[69473]: value = "task-3358602" [ 1106.739386] env[69473]: _type = "Task" [ 1106.739386] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.747067] env[69473]: DEBUG oslo_vmware.api [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.864880] env[69473]: DEBUG nova.compute.manager [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.865309] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.866259] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a1ae56-c1da-4f5a-b788-738037e416b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.876448] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.876864] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-741b1508-b8b7-4107-890c-50871f067a83 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.884384] env[69473]: INFO nova.compute.manager [-] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Took 1.51 seconds to deallocate network for instance. [ 1106.886279] env[69473]: DEBUG oslo_vmware.api [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1106.886279] env[69473]: value = "task-3358603" [ 1106.886279] env[69473]: _type = "Task" [ 1106.886279] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.899254] env[69473]: DEBUG oslo_vmware.api [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.909430] env[69473]: DEBUG nova.compute.utils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.911094] env[69473]: DEBUG nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.911324] env[69473]: DEBUG nova.network.neutron [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.967247] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a82b0700-0034-4ab2-90b3-602b1aff28eb tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "86cd5364-d21e-4659-9fe7-9410b30d74d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.876s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.979247] env[69473]: DEBUG nova.policy [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0d53c376b6440cdb0b6d48ae70795e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414585c3f8584d51bcd9419aaba66cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.176339] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52eb2176-9ba6-91d5-7b94-7496d0157764, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.176627] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.176899] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.177153] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.177303] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.177485] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.177741] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8094a2f-446a-4605-bdb2-1d4c56994c82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.186018] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.186249] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.186975] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c496f1a6-a11b-424b-b283-f05630f78488 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.193657] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1107.193657] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527e1b4b-9e79-42cf-5b31-572de4b6e9c7" [ 1107.193657] env[69473]: _type = "Task" [ 1107.193657] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.201498] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527e1b4b-9e79-42cf-5b31-572de4b6e9c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.202279] env[69473]: DEBUG nova.network.neutron [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updated VIF entry in instance network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.202734] env[69473]: DEBUG nova.network.neutron [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.250097] env[69473]: DEBUG oslo_vmware.api [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358602, 'name': PowerOffVM_Task, 'duration_secs': 0.192058} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.250374] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.250539] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.250790] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01b3a03c-72f9-4b08-ae86-50a2db18ee71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.294541] env[69473]: DEBUG nova.network.neutron [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Successfully created port: 05c2a9d7-84f9-4019-bae2-716e65ead5c4 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.313384] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.313613] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.313799] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleting the datastore file [datastore1] 4095a995-43fe-4f2b-a38d-d83e46c20c7c {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.314377] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b3aa89-23af-4ce0-a814-1a7bf6fdaafc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.320233] env[69473]: DEBUG oslo_vmware.api [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1107.320233] env[69473]: value = "task-3358605" [ 1107.320233] env[69473]: _type = "Task" [ 1107.320233] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.327878] env[69473]: DEBUG oslo_vmware.api [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.396443] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.396719] env[69473]: DEBUG oslo_vmware.api [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358603, 'name': PowerOffVM_Task, 'duration_secs': 0.191866} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.396957] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.397140] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.397386] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d655a7cc-b451-4bb6-a570-a2825701f561 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.417491] env[69473]: DEBUG nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.463545] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.463786] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.464012] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleting the datastore file [datastore1] fee03760-b484-4029-83d6-1ce702761af9 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.464925] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f91b197-4ecf-4147-8fa7-2b4f1d810980 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.471948] env[69473]: DEBUG oslo_vmware.api [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1107.471948] env[69473]: value = "task-3358607" [ 1107.471948] env[69473]: _type = "Task" [ 1107.471948] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.483207] env[69473]: DEBUG oslo_vmware.api [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.706072] env[69473]: DEBUG oslo_concurrency.lockutils [req-11e14627-9f60-44a8-a2b7-b83d61603cec req-d0e05a98-dec3-44fc-8463-5eae749fadc1 service nova] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.706452] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527e1b4b-9e79-42cf-5b31-572de4b6e9c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008071} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.708520] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9015aeea-a8b9-4d8d-8586-245d3c74dc8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.711030] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4635523c-1a7c-44d1-8028-b3277da3f448 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.718489] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a37a7-6748-43bb-9183-f74062c4d95f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.721593] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1107.721593] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52be748f-0814-907b-67cf-aa945bc92d36" [ 1107.721593] env[69473]: _type = "Task" [ 1107.721593] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.752696] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb90797-27fd-45fc-835b-bd645f32e6f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.758724] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52be748f-0814-907b-67cf-aa945bc92d36, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.759313] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.759572] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 67befd3f-98cc-432c-a436-68a967e3c661/67befd3f-98cc-432c-a436-68a967e3c661.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.759812] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c345b27d-cc72-4f1b-95a7-573a3b826b98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.764628] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9df023-3c71-4aab-acef-c3f7cbbd7885 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.769393] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1107.769393] env[69473]: value = "task-3358608" [ 1107.769393] env[69473]: _type = "Task" [ 1107.769393] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.780022] env[69473]: DEBUG nova.compute.provider_tree [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.785726] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.792170] env[69473]: DEBUG nova.network.neutron [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.830745] env[69473]: DEBUG oslo_vmware.api [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270799} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.831013] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.831212] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.831389] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.831562] env[69473]: INFO nova.compute.manager [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1107.831806] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.831992] env[69473]: DEBUG nova.compute.manager [-] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.832102] env[69473]: DEBUG nova.network.neutron [-] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.982910] env[69473]: DEBUG oslo_vmware.api [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23063} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.983352] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.983352] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.983535] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.983709] env[69473]: INFO nova.compute.manager [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: fee03760-b484-4029-83d6-1ce702761af9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.984018] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.984253] env[69473]: DEBUG nova.compute.manager [-] [instance: fee03760-b484-4029-83d6-1ce702761af9] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.984354] env[69473]: DEBUG nova.network.neutron [-] [instance: fee03760-b484-4029-83d6-1ce702761af9] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.279843] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.289022] env[69473]: DEBUG nova.scheduler.client.report [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.296925] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.297187] env[69473]: DEBUG nova.objects.instance [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'migration_context' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.427421] env[69473]: DEBUG nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.465994] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.466265] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.466544] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.466612] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.466752] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.466942] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.468141] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.468350] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.468716] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.468906] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.469136] env[69473]: DEBUG nova.virt.hardware [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.472649] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8057dcb-076f-49c5-a5b1-7889abb05b8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.482556] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2191f43d-9312-4d5b-b7aa-e717281ea9e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.552321] env[69473]: DEBUG nova.compute.manager [req-12b54d5a-09c4-4457-a07b-ee0a7307f9e5 req-56741c76-9920-479b-bf1b-f6615a51c5d0 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Received event network-vif-deleted-60aba12a-982a-474c-aa3d-da28e9c99741 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.552478] env[69473]: INFO nova.compute.manager [req-12b54d5a-09c4-4457-a07b-ee0a7307f9e5 req-56741c76-9920-479b-bf1b-f6615a51c5d0 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Neutron deleted interface 60aba12a-982a-474c-aa3d-da28e9c99741; detaching it from the instance and deleting it from the info cache [ 1108.552659] env[69473]: DEBUG nova.network.neutron [req-12b54d5a-09c4-4457-a07b-ee0a7307f9e5 req-56741c76-9920-479b-bf1b-f6615a51c5d0 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.780977] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358608, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.781292] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 67befd3f-98cc-432c-a436-68a967e3c661/67befd3f-98cc-432c-a436-68a967e3c661.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.781511] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.781767] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61a0ddfa-bdb8-48b6-a611-11686866ff16 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.788353] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1108.788353] env[69473]: value = "task-3358609" [ 1108.788353] env[69473]: _type = "Task" [ 1108.788353] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.791613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.792088] env[69473]: DEBUG nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.795473] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.958s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.796704] env[69473]: INFO nova.compute.claims [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.800652] env[69473]: DEBUG nova.objects.base [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.805522] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3dc904-4813-43a5-89c9-e48d4258aed5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.816427] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.840149] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da9b372-487b-4643-a31c-91e5c963667c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.844384] env[69473]: DEBUG nova.compute.manager [req-04bcf6d6-b5b0-4ee1-9e67-2cc3a21685ba req-d5c1f718-f93e-4593-86a2-282392c91d52 service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Received event network-vif-plugged-05c2a9d7-84f9-4019-bae2-716e65ead5c4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.844660] env[69473]: DEBUG oslo_concurrency.lockutils [req-04bcf6d6-b5b0-4ee1-9e67-2cc3a21685ba req-d5c1f718-f93e-4593-86a2-282392c91d52 service nova] Acquiring lock "6352618b-1ac8-42ec-a295-78745f7e44f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.844953] env[69473]: DEBUG oslo_concurrency.lockutils [req-04bcf6d6-b5b0-4ee1-9e67-2cc3a21685ba req-d5c1f718-f93e-4593-86a2-282392c91d52 service nova] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.845200] env[69473]: DEBUG oslo_concurrency.lockutils [req-04bcf6d6-b5b0-4ee1-9e67-2cc3a21685ba req-d5c1f718-f93e-4593-86a2-282392c91d52 service nova] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.845622] env[69473]: DEBUG nova.compute.manager [req-04bcf6d6-b5b0-4ee1-9e67-2cc3a21685ba req-d5c1f718-f93e-4593-86a2-282392c91d52 service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] No waiting events found dispatching network-vif-plugged-05c2a9d7-84f9-4019-bae2-716e65ead5c4 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.845702] env[69473]: WARNING nova.compute.manager [req-04bcf6d6-b5b0-4ee1-9e67-2cc3a21685ba req-d5c1f718-f93e-4593-86a2-282392c91d52 service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Received unexpected event network-vif-plugged-05c2a9d7-84f9-4019-bae2-716e65ead5c4 for instance with vm_state building and task_state spawning. [ 1108.850445] env[69473]: DEBUG oslo_vmware.api [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1108.850445] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216a76e-0e20-b4ea-d061-8c1615b1bad3" [ 1108.850445] env[69473]: _type = "Task" [ 1108.850445] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.861292] env[69473]: DEBUG oslo_vmware.api [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216a76e-0e20-b4ea-d061-8c1615b1bad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.918119] env[69473]: DEBUG nova.network.neutron [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Successfully updated port: 05c2a9d7-84f9-4019-bae2-716e65ead5c4 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.034745] env[69473]: DEBUG nova.network.neutron [-] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.056178] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35c8f734-4ca0-478b-bb23-83a8eac02b26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.065589] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d4c154-28a3-421d-aad6-b93bceaa1e4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.097185] env[69473]: DEBUG nova.compute.manager [req-12b54d5a-09c4-4457-a07b-ee0a7307f9e5 req-56741c76-9920-479b-bf1b-f6615a51c5d0 service nova] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Detach interface failed, port_id=60aba12a-982a-474c-aa3d-da28e9c99741, reason: Instance 4095a995-43fe-4f2b-a38d-d83e46c20c7c could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.138065] env[69473]: DEBUG nova.network.neutron [-] [instance: fee03760-b484-4029-83d6-1ce702761af9] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.297535] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071906} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.297835] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.298619] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b6ff4-4c8d-4589-80db-1d92153c9514 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.302147] env[69473]: DEBUG nova.compute.utils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.306896] env[69473]: DEBUG nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.306896] env[69473]: DEBUG nova.network.neutron [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.327562] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 67befd3f-98cc-432c-a436-68a967e3c661/67befd3f-98cc-432c-a436-68a967e3c661.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.328873] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee47649-50e2-461d-afe4-6e7c6e49945e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.344450] env[69473]: DEBUG nova.policy [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c6b5c50c804c92b0a9a2f1b6677596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f91ad7a024442c80a82a1f10d17ccb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.351514] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1109.351514] env[69473]: value = "task-3358610" [ 1109.351514] env[69473]: _type = "Task" [ 1109.351514] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.363127] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.366714] env[69473]: DEBUG oslo_vmware.api [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5216a76e-0e20-b4ea-d061-8c1615b1bad3, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.366996] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.422653] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "refresh_cache-6352618b-1ac8-42ec-a295-78745f7e44f0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.422897] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "refresh_cache-6352618b-1ac8-42ec-a295-78745f7e44f0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.423255] env[69473]: DEBUG nova.network.neutron [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.536234] env[69473]: INFO nova.compute.manager [-] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Took 1.70 seconds to deallocate network for instance. [ 1109.640741] env[69473]: INFO nova.compute.manager [-] [instance: fee03760-b484-4029-83d6-1ce702761af9] Took 1.66 seconds to deallocate network for instance. [ 1109.680137] env[69473]: DEBUG nova.network.neutron [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Successfully created port: 0f509fa2-7199-41a6-99e9-45aa9be9e3e9 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.806483] env[69473]: DEBUG nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.870229] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.958242] env[69473]: DEBUG nova.network.neutron [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.045469] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.126176] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb59cf-8be3-4382-94e4-4a43c2db4182 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.130095] env[69473]: DEBUG nova.network.neutron [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Updating instance_info_cache with network_info: [{"id": "05c2a9d7-84f9-4019-bae2-716e65ead5c4", "address": "fa:16:3e:41:4a:ad", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c2a9d7-84", "ovs_interfaceid": "05c2a9d7-84f9-4019-bae2-716e65ead5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.136723] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96970100-af39-4ae4-a8f6-a0b467d69cfa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.179061] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.180418] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c686d33-cdbb-4bb1-be0b-7658ff9a6235 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.188260] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7198556c-d01c-442b-8f59-601bed613bb0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.203150] env[69473]: DEBUG nova.compute.provider_tree [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.369170] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.576868] env[69473]: DEBUG nova.compute.manager [req-54f6438b-e088-440a-9def-4aab875ed96f req-1fe1af1e-672e-4027-aac1-83bc7fb7f0fe service nova] [instance: fee03760-b484-4029-83d6-1ce702761af9] Received event network-vif-deleted-c3069649-7d3a-4629-8f41-22e55d0a2292 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.632491] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "refresh_cache-6352618b-1ac8-42ec-a295-78745f7e44f0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.633085] env[69473]: DEBUG nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Instance network_info: |[{"id": "05c2a9d7-84f9-4019-bae2-716e65ead5c4", "address": "fa:16:3e:41:4a:ad", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c2a9d7-84", "ovs_interfaceid": "05c2a9d7-84f9-4019-bae2-716e65ead5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.633385] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:4a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c2a9d7-84f9-4019-bae2-716e65ead5c4', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.641122] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.641381] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.642019] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16382552-3be1-48d1-a24d-1662bef8b4eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.664901] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.664901] env[69473]: value = "task-3358611" [ 1110.664901] env[69473]: _type = "Task" [ 1110.664901] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.673455] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358611, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.706678] env[69473]: DEBUG nova.scheduler.client.report [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.823116] env[69473]: DEBUG nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.854793] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.855117] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.855357] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.855594] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.855727] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.855898] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.856157] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.856325] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.856496] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.856659] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.856831] env[69473]: DEBUG nova.virt.hardware [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.858320] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4165de8-019b-43de-8932-9e34bb8d48d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.868758] env[69473]: DEBUG nova.compute.manager [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Received event network-changed-05c2a9d7-84f9-4019-bae2-716e65ead5c4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.868986] env[69473]: DEBUG nova.compute.manager [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Refreshing instance network info cache due to event network-changed-05c2a9d7-84f9-4019-bae2-716e65ead5c4. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.869279] env[69473]: DEBUG oslo_concurrency.lockutils [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] Acquiring lock "refresh_cache-6352618b-1ac8-42ec-a295-78745f7e44f0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.869416] env[69473]: DEBUG oslo_concurrency.lockutils [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] Acquired lock "refresh_cache-6352618b-1ac8-42ec-a295-78745f7e44f0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.869602] env[69473]: DEBUG nova.network.neutron [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Refreshing network info cache for port 05c2a9d7-84f9-4019-bae2-716e65ead5c4 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.878507] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358610, 'name': ReconfigVM_Task, 'duration_secs': 1.058884} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.879648] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 67befd3f-98cc-432c-a436-68a967e3c661/67befd3f-98cc-432c-a436-68a967e3c661.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.881492] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860c600c-3d12-428c-a6b9-5a5da590eb4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.887611] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2afdbf2e-1748-43a7-b804-c07c0cdd5c55 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.900453] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1110.900453] env[69473]: value = "task-3358612" [ 1110.900453] env[69473]: _type = "Task" [ 1110.900453] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.909562] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358612, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.175621] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358611, 'name': CreateVM_Task, 'duration_secs': 0.341202} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.175893] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.176494] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.176664] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.176988] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.177257] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a18c3fd-35da-4b3b-80ec-60a38fc149fa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.181786] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1111.181786] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52349151-8fd8-0f0f-8964-3e991d5d573f" [ 1111.181786] env[69473]: _type = "Task" [ 1111.181786] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.189502] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52349151-8fd8-0f0f-8964-3e991d5d573f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.211435] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.211935] env[69473]: DEBUG nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.214597] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.946s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.216451] env[69473]: INFO nova.compute.claims [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.410321] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358612, 'name': Rename_Task, 'duration_secs': 0.137982} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.412745] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.413097] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ed496b-e16f-484c-a73a-dfbcac56514e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.419400] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1111.419400] env[69473]: value = "task-3358613" [ 1111.419400] env[69473]: _type = "Task" [ 1111.419400] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.428891] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.597622] env[69473]: DEBUG nova.network.neutron [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Updated VIF entry in instance network info cache for port 05c2a9d7-84f9-4019-bae2-716e65ead5c4. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.598022] env[69473]: DEBUG nova.network.neutron [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Updating instance_info_cache with network_info: [{"id": "05c2a9d7-84f9-4019-bae2-716e65ead5c4", "address": "fa:16:3e:41:4a:ad", "network": {"id": "c2aacc6f-a836-40ba-a90a-6e2c2ece0ff1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083100763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414585c3f8584d51bcd9419aaba66cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c2a9d7-84", "ovs_interfaceid": "05c2a9d7-84f9-4019-bae2-716e65ead5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.693249] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52349151-8fd8-0f0f-8964-3e991d5d573f, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.693575] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.693841] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.694146] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.694316] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.694516] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.694798] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9a5e612-2e86-4b67-9117-910a88ee0a39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.703276] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.703467] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.704223] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e53dc2-d7f9-41d3-8ff1-b3a27097b4a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.709476] env[69473]: DEBUG nova.network.neutron [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Successfully updated port: 0f509fa2-7199-41a6-99e9-45aa9be9e3e9 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.712237] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1111.712237] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cfef6f-713b-8f15-a0dd-cd827b1fec34" [ 1111.712237] env[69473]: _type = "Task" [ 1111.712237] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.720140] env[69473]: DEBUG nova.compute.utils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.723162] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cfef6f-713b-8f15-a0dd-cd827b1fec34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.724169] env[69473]: DEBUG nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1111.929251] env[69473]: DEBUG oslo_vmware.api [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358613, 'name': PowerOnVM_Task, 'duration_secs': 0.435262} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.929555] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.929793] env[69473]: INFO nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1111.930016] env[69473]: DEBUG nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.930830] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd04802b-b6ed-4b9d-a436-1279d8906578 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.101197] env[69473]: DEBUG oslo_concurrency.lockutils [req-fe2a269a-0d4c-418a-93ae-0951e9a2f2ab req-bd104e0d-fc0e-4cfd-b708-6d3bb1383f4b service nova] Releasing lock "refresh_cache-6352618b-1ac8-42ec-a295-78745f7e44f0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.213106] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "refresh_cache-6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.213464] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "refresh_cache-6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.213464] env[69473]: DEBUG nova.network.neutron [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.227219] env[69473]: DEBUG nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.229423] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cfef6f-713b-8f15-a0dd-cd827b1fec34, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.231508] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a45af8d-80e8-4ad2-b8e9-976a78d3df57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.237428] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1112.237428] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5253c780-a7da-a81f-3529-17c3670da4da" [ 1112.237428] env[69473]: _type = "Task" [ 1112.237428] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.246027] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5253c780-a7da-a81f-3529-17c3670da4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.452313] env[69473]: INFO nova.compute.manager [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Took 19.05 seconds to build instance. [ 1112.466983] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f069eca8-0ee2-4672-ad8f-12b271f08dac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.476882] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa34541-5584-4530-9ee4-89a78eb4547f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.508589] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8a58c6-9bbb-4040-ab2f-e08c7f6e26dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.511357] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.511580] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.518306] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8672f23d-750f-4251-80ff-96521117a68b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.534652] env[69473]: DEBUG nova.compute.provider_tree [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.749186] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5253c780-a7da-a81f-3529-17c3670da4da, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.754980] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.754980] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 6352618b-1ac8-42ec-a295-78745f7e44f0/6352618b-1ac8-42ec-a295-78745f7e44f0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.754980] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d2d67cd-f689-4fa0-b627-ee64b3f54ac0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.758370] env[69473]: DEBUG nova.network.neutron [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.765220] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1112.765220] env[69473]: value = "task-3358614" [ 1112.765220] env[69473]: _type = "Task" [ 1112.765220] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.778962] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.901217] env[69473]: DEBUG nova.compute.manager [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Received event network-vif-plugged-0f509fa2-7199-41a6-99e9-45aa9be9e3e9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.901450] env[69473]: DEBUG oslo_concurrency.lockutils [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] Acquiring lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.901677] env[69473]: DEBUG oslo_concurrency.lockutils [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.901879] env[69473]: DEBUG oslo_concurrency.lockutils [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.902520] env[69473]: DEBUG nova.compute.manager [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] No waiting events found dispatching network-vif-plugged-0f509fa2-7199-41a6-99e9-45aa9be9e3e9 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.902746] env[69473]: WARNING nova.compute.manager [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Received unexpected event network-vif-plugged-0f509fa2-7199-41a6-99e9-45aa9be9e3e9 for instance with vm_state building and task_state spawning. [ 1112.903057] env[69473]: DEBUG nova.compute.manager [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Received event network-changed-0f509fa2-7199-41a6-99e9-45aa9be9e3e9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.903258] env[69473]: DEBUG nova.compute.manager [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Refreshing instance network info cache due to event network-changed-0f509fa2-7199-41a6-99e9-45aa9be9e3e9. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.903630] env[69473]: DEBUG oslo_concurrency.lockutils [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] Acquiring lock "refresh_cache-6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.929586] env[69473]: DEBUG nova.network.neutron [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Updating instance_info_cache with network_info: [{"id": "0f509fa2-7199-41a6-99e9-45aa9be9e3e9", "address": "fa:16:3e:7d:18:b1", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f509fa2-71", "ovs_interfaceid": "0f509fa2-7199-41a6-99e9-45aa9be9e3e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.955113] env[69473]: DEBUG oslo_concurrency.lockutils [None req-485091a0-2172-420e-89c9-a1ce76740b20 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "67befd3f-98cc-432c-a436-68a967e3c661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.565s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.004846] env[69473]: DEBUG nova.compute.manager [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.005115] env[69473]: DEBUG nova.compute.manager [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing instance network info cache due to event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.005376] env[69473]: DEBUG oslo_concurrency.lockutils [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.005564] env[69473]: DEBUG oslo_concurrency.lockutils [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.005763] env[69473]: DEBUG nova.network.neutron [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.016312] env[69473]: INFO nova.compute.manager [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Detaching volume 31108fff-51e0-4a49-96e8-840aece56f2c [ 1113.038289] env[69473]: DEBUG nova.scheduler.client.report [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.067742] env[69473]: INFO nova.virt.block_device [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Attempting to driver detach volume 31108fff-51e0-4a49-96e8-840aece56f2c from mountpoint /dev/sdb [ 1113.067981] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.068226] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670270', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'name': 'volume-31108fff-51e0-4a49-96e8-840aece56f2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a746693-7512-4f6c-90f6-158ca21cd868', 'attached_at': '', 'detached_at': '', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'serial': '31108fff-51e0-4a49-96e8-840aece56f2c'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.069131] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1712210-bda3-4e64-8b17-fd1520617ffd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.092944] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c54a23-d469-4230-9b65-8f03806ff1be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.100361] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f552e48d-c05e-4d4f-b3ee-1107e0d5efa3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.123161] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64721f73-c200-447d-9f98-827ad7e7927c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.138833] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] The volume has not been displaced from its original location: [datastore1] volume-31108fff-51e0-4a49-96e8-840aece56f2c/volume-31108fff-51e0-4a49-96e8-840aece56f2c.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.144264] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.144657] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a14957-3088-4ddb-bac3-b2ae4204d28b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.165199] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1113.165199] env[69473]: value = "task-3358615" [ 1113.165199] env[69473]: _type = "Task" [ 1113.165199] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.173936] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.237183] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1c9c027e-f381-4dd6-8986-11c14de334db" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.237562] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.239844] env[69473]: DEBUG nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.271887] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.272167] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.272322] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.272499] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.272644] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.273146] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.273397] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.273567] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.273737] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.273911] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.274129] env[69473]: DEBUG nova.virt.hardware [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.274941] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c8b24b-8c89-466d-8935-e874a7786840 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.283029] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471704} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.285089] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 6352618b-1ac8-42ec-a295-78745f7e44f0/6352618b-1ac8-42ec-a295-78745f7e44f0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.285312] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.285603] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd0990f9-b806-41f4-8ae3-3e982eb93d19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.288334] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf79dba-ba7b-45db-a22e-5d4e5617b234 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.302215] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.307698] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Creating folder: Project (d0e5f4fb3e044b9db4d6e8e9cffbe00a). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.309130] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-416a2b43-995d-4526-b6f1-59454b7e3264 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.312409] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1113.312409] env[69473]: value = "task-3358616" [ 1113.312409] env[69473]: _type = "Task" [ 1113.312409] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.322764] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.324100] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Created folder: Project (d0e5f4fb3e044b9db4d6e8e9cffbe00a) in parent group-v669999. [ 1113.324352] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Creating folder: Instances. Parent ref: group-v670298. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.324618] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074d9239-4f40-476c-854c-aa68398f5ab9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.333251] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Created folder: Instances in parent group-v670298. [ 1113.333521] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.333731] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.333975] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ed109ad-9b12-4b76-9c6c-b8770b5b4b1e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.350089] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.350089] env[69473]: value = "task-3358619" [ 1113.350089] env[69473]: _type = "Task" [ 1113.350089] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.358135] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358619, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.435020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "refresh_cache-6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.435020] env[69473]: DEBUG nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Instance network_info: |[{"id": "0f509fa2-7199-41a6-99e9-45aa9be9e3e9", "address": "fa:16:3e:7d:18:b1", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f509fa2-71", "ovs_interfaceid": "0f509fa2-7199-41a6-99e9-45aa9be9e3e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.435020] env[69473]: DEBUG oslo_concurrency.lockutils [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] Acquired lock "refresh_cache-6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.435020] env[69473]: DEBUG nova.network.neutron [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Refreshing network info cache for port 0f509fa2-7199-41a6-99e9-45aa9be9e3e9 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.435020] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:18:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f509fa2-7199-41a6-99e9-45aa9be9e3e9', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.441905] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.443088] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.443290] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe2dff2-a0bc-452c-8dbc-5472cddf7ba0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.463696] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.463696] env[69473]: value = "task-3358620" [ 1113.463696] env[69473]: _type = "Task" [ 1113.463696] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.473440] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358620, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.547649] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.547649] env[69473]: DEBUG nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.549221] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.907s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.551542] env[69473]: DEBUG nova.objects.instance [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lazy-loading 'resources' on Instance uuid 5b9dadec-b826-4a48-9cfa-f992da17ebaa {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.675685] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358615, 'name': ReconfigVM_Task, 'duration_secs': 0.236944} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.684156] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.687795] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1941dc7e-bc93-46f3-9402-3badeb071106 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.704236] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1113.704236] env[69473]: value = "task-3358621" [ 1113.704236] env[69473]: _type = "Task" [ 1113.704236] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.714935] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.743637] env[69473]: INFO nova.compute.manager [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Detaching volume aa8b64fa-2655-4b6e-a95c-5502aac60cd0 [ 1113.788573] env[69473]: INFO nova.virt.block_device [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Attempting to driver detach volume aa8b64fa-2655-4b6e-a95c-5502aac60cd0 from mountpoint /dev/sdb [ 1113.788573] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.788573] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.788573] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ad60d-2074-4788-9364-7c7dc121a47d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.822750] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5addade1-aaac-41d4-a2df-9bac569d2140 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.836021] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08791} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.836021] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.836021] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179d9dc-ffcb-4b21-9cac-9136bd7fd37f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.838447] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784bc6ae-fbf4-4b94-8a22-9a512f6af1e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.880206] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6352618b-1ac8-42ec-a295-78745f7e44f0/6352618b-1ac8-42ec-a295-78745f7e44f0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.884451] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f53a27-d5d7-4c33-afc1-cf4f3bb028a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.888686] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7700ea65-4237-4add-a59f-9da97f9523b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.910327] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358619, 'name': CreateVM_Task, 'duration_secs': 0.304943} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.923760] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.924178] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] The volume has not been displaced from its original location: [datastore2] volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0/volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.929716] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.930375] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1113.930375] env[69473]: value = "task-3358622" [ 1113.930375] env[69473]: _type = "Task" [ 1113.930375] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.930836] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.931024] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.931370] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.931628] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44761895-cff3-4817-80d2-868ff7fe28dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.945241] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6a61bb-a7af-499d-8de0-82acb32df6cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.954920] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1113.954920] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526d9684-ac25-db02-6899-72facde2c832" [ 1113.954920] env[69473]: _type = "Task" [ 1113.954920] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.959767] env[69473]: DEBUG oslo_vmware.api [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1113.959767] env[69473]: value = "task-3358623" [ 1113.959767] env[69473]: _type = "Task" [ 1113.959767] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.963285] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.973259] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526d9684-ac25-db02-6899-72facde2c832, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.973326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.973537] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.973806] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.974089] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.974215] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.977710] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63e4033c-8fa9-4004-95b1-c960ec3e98ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.983028] env[69473]: DEBUG oslo_vmware.api [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.983028] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358620, 'name': CreateVM_Task, 'duration_secs': 0.502432} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.987120] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.988212] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.988381] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.988686] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.989244] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6dcfbd-44e9-427b-af0a-0ccffda1a9ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.992488] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.992668] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.993755] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf610e42-94cc-4f32-a377-66decc948262 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.997542] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1113.997542] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525167eb-6bf4-a47d-902b-e7ce441a78da" [ 1113.997542] env[69473]: _type = "Task" [ 1113.997542] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.003255] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1114.003255] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b04ca2-dcb0-ef61-fa6a-be2fdb1130c5" [ 1114.003255] env[69473]: _type = "Task" [ 1114.003255] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.010321] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525167eb-6bf4-a47d-902b-e7ce441a78da, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.010978] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.011261] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.011482] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.015237] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b04ca2-dcb0-ef61-fa6a-be2fdb1130c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.016020] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d5cdac-d27a-4fe0-b037-43aad9b6348a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.020921] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1114.020921] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ab8094-49e3-5745-9864-917116bc09d1" [ 1114.020921] env[69473]: _type = "Task" [ 1114.020921] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.028629] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ab8094-49e3-5745-9864-917116bc09d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.055243] env[69473]: DEBUG nova.compute.utils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.059520] env[69473]: DEBUG nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.059693] env[69473]: DEBUG nova.network.neutron [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.066605] env[69473]: DEBUG nova.network.neutron [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updated VIF entry in instance network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.066932] env[69473]: DEBUG nova.network.neutron [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.133040] env[69473]: DEBUG nova.policy [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8f0e978b6c9458399fdc019e9cc90c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa4254455b0047bbb747986d2ca4fd5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.220515] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.256183] env[69473]: DEBUG nova.network.neutron [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Updated VIF entry in instance network info cache for port 0f509fa2-7199-41a6-99e9-45aa9be9e3e9. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.256632] env[69473]: DEBUG nova.network.neutron [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Updating instance_info_cache with network_info: [{"id": "0f509fa2-7199-41a6-99e9-45aa9be9e3e9", "address": "fa:16:3e:7d:18:b1", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f509fa2-71", "ovs_interfaceid": "0f509fa2-7199-41a6-99e9-45aa9be9e3e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.353464] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3140a446-3171-49c2-aac7-c61ecef54419 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.361783] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ea1823-0190-4811-96e4-94ac91a47363 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.395520] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38cc35b-5f30-4871-9b85-4934504e58f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.407021] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d2fbba-5b15-4028-b6b0-bdb5188ea4ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.421558] env[69473]: DEBUG nova.compute.provider_tree [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.454525] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358622, 'name': ReconfigVM_Task, 'duration_secs': 0.381843} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.456189] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6352618b-1ac8-42ec-a295-78745f7e44f0/6352618b-1ac8-42ec-a295-78745f7e44f0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.456889] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81fba35e-9b59-46d3-b5cb-df5d03bde1b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.463410] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1114.463410] env[69473]: value = "task-3358624" [ 1114.463410] env[69473]: _type = "Task" [ 1114.463410] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.474454] env[69473]: DEBUG oslo_vmware.api [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358623, 'name': ReconfigVM_Task, 'duration_secs': 0.234349} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.478864] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.484218] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358624, 'name': Rename_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.485892] env[69473]: DEBUG nova.network.neutron [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Successfully created port: 2bba25a4-894b-415d-bdd3-91798751b2ca {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.488096] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d48c1c-c123-4a73-a918-52a131674ee2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.508601] env[69473]: DEBUG oslo_vmware.api [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1114.508601] env[69473]: value = "task-3358625" [ 1114.508601] env[69473]: _type = "Task" [ 1114.508601] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.518933] env[69473]: DEBUG oslo_vmware.api [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.531016] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ab8094-49e3-5745-9864-917116bc09d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.531311] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.531573] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.531859] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.532078] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.532347] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39c50295-c407-4561-9f49-f2a96ee75e5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.534693] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e576f5-9e77-4a34-bf8d-432b8a1a2928 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.542441] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1114.542441] env[69473]: value = "task-3358626" [ 1114.542441] env[69473]: _type = "Task" [ 1114.542441] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.543598] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.543598] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.546578] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccc202d-6979-46a4-a330-4a2ba0fc5b71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.554034] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1114.554034] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b93ae0-2f6e-b049-dd82-1e4feef18d5c" [ 1114.554034] env[69473]: _type = "Task" [ 1114.554034] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.556074] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.559706] env[69473]: DEBUG nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.565733] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b93ae0-2f6e-b049-dd82-1e4feef18d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.570072] env[69473]: DEBUG oslo_concurrency.lockutils [req-ee852bb3-0ecd-4238-9f37-cde41317da8c req-0b7e4c8e-a221-40c2-b2db-8f8bcbe30f5b service nova] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.720768] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.761077] env[69473]: DEBUG oslo_concurrency.lockutils [req-8be874ac-d0ad-4d4c-b505-f05ff8afe17a req-8ccdfd9c-f468-407f-8fa6-d01239dc6d8c service nova] Releasing lock "refresh_cache-6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.926439] env[69473]: DEBUG nova.scheduler.client.report [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.959566] env[69473]: DEBUG nova.compute.manager [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.959776] env[69473]: DEBUG nova.compute.manager [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing instance network info cache due to event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.959992] env[69473]: DEBUG oslo_concurrency.lockutils [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.960181] env[69473]: DEBUG oslo_concurrency.lockutils [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.960357] env[69473]: DEBUG nova.network.neutron [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.972991] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358624, 'name': Rename_Task, 'duration_secs': 0.151698} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.973857] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.974154] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928fde40-1b63-4222-879a-571a8e04ce60 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.981599] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1114.981599] env[69473]: value = "task-3358627" [ 1114.981599] env[69473]: _type = "Task" [ 1114.981599] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.991241] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.018693] env[69473]: DEBUG oslo_vmware.api [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358625, 'name': ReconfigVM_Task, 'duration_secs': 0.159668} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.018981] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670279', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'name': 'volume-aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c9c027e-f381-4dd6-8986-11c14de334db', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0', 'serial': 'aa8b64fa-2655-4b6e-a95c-5502aac60cd0'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.055418] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488603} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.055726] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.055978] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.056329] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d274512-6b2a-49fc-b39c-f8d913c182f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.070094] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b93ae0-2f6e-b049-dd82-1e4feef18d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.019937} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.076023] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1115.076023] env[69473]: value = "task-3358628" [ 1115.076023] env[69473]: _type = "Task" [ 1115.076023] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.076023] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf9a2b8-1d48-4ace-b429-c1958d9a325a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.082515] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1115.082515] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523917e4-bd06-3925-8087-2f7010957e6f" [ 1115.082515] env[69473]: _type = "Task" [ 1115.082515] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.086663] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.094713] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523917e4-bd06-3925-8087-2f7010957e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.00856} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.095009] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.095376] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f/6bcd4c80-e9de-4316-9e8c-4e453b87dc9f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.095595] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-294a3e47-c888-43e0-ab98-7078d13ff16c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.102252] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1115.102252] env[69473]: value = "task-3358629" [ 1115.102252] env[69473]: _type = "Task" [ 1115.102252] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.108230] env[69473]: DEBUG nova.compute.manager [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.108487] env[69473]: DEBUG nova.compute.manager [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing instance network info cache due to event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.108683] env[69473]: DEBUG oslo_concurrency.lockutils [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.114102] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.219846] env[69473]: DEBUG oslo_vmware.api [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358621, 'name': ReconfigVM_Task, 'duration_secs': 1.135061} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.220290] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670270', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'name': 'volume-31108fff-51e0-4a49-96e8-840aece56f2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a746693-7512-4f6c-90f6-158ca21cd868', 'attached_at': '', 'detached_at': '', 'volume_id': '31108fff-51e0-4a49-96e8-840aece56f2c', 'serial': '31108fff-51e0-4a49-96e8-840aece56f2c'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.431986] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.434455] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.038s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.434697] env[69473]: DEBUG nova.objects.instance [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'resources' on Instance uuid 326b7e21-0fa2-43fb-97ba-1d060b4809a5 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.461136] env[69473]: INFO nova.scheduler.client.report [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Deleted allocations for instance 5b9dadec-b826-4a48-9cfa-f992da17ebaa [ 1115.491784] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358627, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.567434] env[69473]: DEBUG nova.objects.instance [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'flavor' on Instance uuid 1c9c027e-f381-4dd6-8986-11c14de334db {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.574450] env[69473]: DEBUG nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.592108] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060398} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.592108] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.592108] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55ccbf-e7c3-4e86-b3ac-9f2bfb4ae097 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.614180] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.621300] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88423f34-adc4-43c2-bc2a-573aee829d20 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.643478] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4744} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.647152] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.647433] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.647662] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.647918] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.648163] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.648352] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.648629] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.648864] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.649116] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.649324] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.649564] env[69473]: DEBUG nova.virt.hardware [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.649938] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f/6bcd4c80-e9de-4316-9e8c-4e453b87dc9f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.650230] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.650631] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1115.650631] env[69473]: value = "task-3358630" [ 1115.650631] env[69473]: _type = "Task" [ 1115.650631] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.651493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be842b-c1dc-4581-bf0f-3259b2a15fc4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.654862] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f746c7-69e8-4961-9c62-647eea9efe37 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.669109] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f512a3-7f3e-4f15-9248-e71700c0949c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.673222] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.673580] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1115.673580] env[69473]: value = "task-3358631" [ 1115.673580] env[69473]: _type = "Task" [ 1115.673580] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.694557] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.725212] env[69473]: DEBUG nova.network.neutron [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updated VIF entry in instance network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.725212] env[69473]: DEBUG nova.network.neutron [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.764134] env[69473]: DEBUG nova.objects.instance [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'flavor' on Instance uuid 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.971301] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1b0e989d-9413-4556-9ba2-fd2b5a50269a tempest-ServersAdminTestJSON-2021558545 tempest-ServersAdminTestJSON-2021558545-project-member] Lock "5b9dadec-b826-4a48-9cfa-f992da17ebaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.708s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.997774] env[69473]: DEBUG oslo_vmware.api [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358627, 'name': PowerOnVM_Task, 'duration_secs': 0.622365} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.997774] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.997774] env[69473]: INFO nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1115.997774] env[69473]: DEBUG nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.997774] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45856966-7e30-48d7-a9f2-35cd29176458 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.012334] env[69473]: DEBUG nova.network.neutron [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Successfully updated port: 2bba25a4-894b-415d-bdd3-91798751b2ca {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.168861] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.181782] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a5df34-c92c-40b6-b671-1e510c7b73c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.191678] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177112} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.192629] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc9eae-ff26-451d-a61b-023cf379ada1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.195623] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.196360] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023bd385-ba8e-4784-813e-9d2cd0c4d770 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.217651] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f/6bcd4c80-e9de-4316-9e8c-4e453b87dc9f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.245020] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76339751-4486-4b88-823b-bf3ca7091e11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.258031] env[69473]: DEBUG oslo_concurrency.lockutils [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.258031] env[69473]: DEBUG nova.compute.manager [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.258031] env[69473]: DEBUG nova.compute.manager [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing instance network info cache due to event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.258031] env[69473]: DEBUG oslo_concurrency.lockutils [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.258031] env[69473]: DEBUG oslo_concurrency.lockutils [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.258031] env[69473]: DEBUG nova.network.neutron [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.259292] env[69473]: DEBUG oslo_concurrency.lockutils [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.259474] env[69473]: DEBUG nova.network.neutron [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.260881] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0d4aac-99f8-4ca9-85cc-0b225bd66a74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.271815] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72682cb1-2388-4098-a7de-cbb743d2b25e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.275928] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1116.275928] env[69473]: value = "task-3358632" [ 1116.275928] env[69473]: _type = "Task" [ 1116.275928] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.288704] env[69473]: DEBUG nova.compute.provider_tree [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.298574] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.514084] env[69473]: INFO nova.compute.manager [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Took 19.93 seconds to build instance. [ 1116.514851] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "refresh_cache-252f48a7-f0b2-44ce-8625-cf3d504111d8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.515194] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquired lock "refresh_cache-252f48a7-f0b2-44ce-8625-cf3d504111d8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.515194] env[69473]: DEBUG nova.network.neutron [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.573885] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d5e3c0a5-e885-4b12-adc4-70a09511afac tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.668575] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358630, 'name': ReconfigVM_Task, 'duration_secs': 0.778258} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.668932] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.669691] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a20cc91-53cd-4ecd-88d0-a04d26661e92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.676382] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1116.676382] env[69473]: value = "task-3358633" [ 1116.676382] env[69473]: _type = "Task" [ 1116.676382] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.685954] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358633, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.778547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b4cc27f1-437b-499b-ad6a-d72f3f6af08d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.267s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.789295] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.794611] env[69473]: DEBUG nova.scheduler.client.report [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.021365] env[69473]: DEBUG oslo_concurrency.lockutils [None req-38b5f085-ecde-474c-bc8d-80c80f12dc82 tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.441s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.051436] env[69473]: DEBUG nova.network.neutron [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.186664] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358633, 'name': Rename_Task, 'duration_secs': 0.131039} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.187209] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.187567] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72fcf717-9b88-4d44-bba7-844f96668c34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.193854] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1117.193854] env[69473]: value = "task-3358634" [ 1117.193854] env[69473]: _type = "Task" [ 1117.193854] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.202232] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.290696] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358632, 'name': ReconfigVM_Task, 'duration_secs': 0.738704} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.291481] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f/6bcd4c80-e9de-4316-9e8c-4e453b87dc9f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.292499] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302fe4d2-90d1-4fa5-a2d6-3631fd50cb23 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.297427] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.301382] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.934s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.304079] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1117.304079] env[69473]: value = "task-3358635" [ 1117.304079] env[69473]: _type = "Task" [ 1117.304079] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.305355] env[69473]: DEBUG nova.network.neutron [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Updating instance_info_cache with network_info: [{"id": "2bba25a4-894b-415d-bdd3-91798751b2ca", "address": "fa:16:3e:85:00:21", "network": {"id": "e3c5dd8a-2fb4-4fa0-ba67-fa5190b0412a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1463071081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4254455b0047bbb747986d2ca4fd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bba25a4-89", "ovs_interfaceid": "2bba25a4-894b-415d-bdd3-91798751b2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.315760] env[69473]: DEBUG nova.compute.manager [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Received event network-vif-plugged-2bba25a4-894b-415d-bdd3-91798751b2ca {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.316108] env[69473]: DEBUG oslo_concurrency.lockutils [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] Acquiring lock "252f48a7-f0b2-44ce-8625-cf3d504111d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.318493] env[69473]: DEBUG oslo_concurrency.lockutils [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.318493] env[69473]: DEBUG oslo_concurrency.lockutils [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.318493] env[69473]: DEBUG nova.compute.manager [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] No waiting events found dispatching network-vif-plugged-2bba25a4-894b-415d-bdd3-91798751b2ca {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.318493] env[69473]: WARNING nova.compute.manager [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Received unexpected event network-vif-plugged-2bba25a4-894b-415d-bdd3-91798751b2ca for instance with vm_state building and task_state spawning. [ 1117.318493] env[69473]: DEBUG nova.compute.manager [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Received event network-changed-2bba25a4-894b-415d-bdd3-91798751b2ca {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.318493] env[69473]: DEBUG nova.compute.manager [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Refreshing instance network info cache due to event network-changed-2bba25a4-894b-415d-bdd3-91798751b2ca. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.318493] env[69473]: DEBUG oslo_concurrency.lockutils [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] Acquiring lock "refresh_cache-252f48a7-f0b2-44ce-8625-cf3d504111d8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.336815] env[69473]: INFO nova.scheduler.client.report [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted allocations for instance 326b7e21-0fa2-43fb-97ba-1d060b4809a5 [ 1117.338319] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358635, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.412521] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "6352618b-1ac8-42ec-a295-78745f7e44f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.412763] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.413036] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "6352618b-1ac8-42ec-a295-78745f7e44f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.413250] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.413420] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.415785] env[69473]: INFO nova.compute.manager [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Terminating instance [ 1117.536190] env[69473]: DEBUG nova.network.neutron [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updated VIF entry in instance network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.536557] env[69473]: DEBUG nova.network.neutron [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.580234] env[69473]: DEBUG nova.network.neutron [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updated VIF entry in instance network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.580234] env[69473]: DEBUG nova.network.neutron [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.639504] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1c9c027e-f381-4dd6-8986-11c14de334db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.639776] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.639982] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1c9c027e-f381-4dd6-8986-11c14de334db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.640182] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.640355] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.643375] env[69473]: INFO nova.compute.manager [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Terminating instance [ 1117.706269] env[69473]: DEBUG oslo_vmware.api [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358634, 'name': PowerOnVM_Task, 'duration_secs': 0.445152} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.706578] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.706784] env[69473]: INFO nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Took 4.47 seconds to spawn the instance on the hypervisor. [ 1117.706971] env[69473]: DEBUG nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.707806] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84876acb-6c70-49ae-80fe-41dadb83a102 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.818853] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358635, 'name': Rename_Task, 'duration_secs': 0.212247} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.818908] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Releasing lock "refresh_cache-252f48a7-f0b2-44ce-8625-cf3d504111d8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.819172] env[69473]: DEBUG nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Instance network_info: |[{"id": "2bba25a4-894b-415d-bdd3-91798751b2ca", "address": "fa:16:3e:85:00:21", "network": {"id": "e3c5dd8a-2fb4-4fa0-ba67-fa5190b0412a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1463071081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4254455b0047bbb747986d2ca4fd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bba25a4-89", "ovs_interfaceid": "2bba25a4-894b-415d-bdd3-91798751b2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.819427] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.819688] env[69473]: DEBUG oslo_concurrency.lockutils [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] Acquired lock "refresh_cache-252f48a7-f0b2-44ce-8625-cf3d504111d8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.819853] env[69473]: DEBUG nova.network.neutron [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Refreshing network info cache for port 2bba25a4-894b-415d-bdd3-91798751b2ca {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.821054] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:00:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bba25a4-894b-415d-bdd3-91798751b2ca', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.829562] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Creating folder: Project (aa4254455b0047bbb747986d2ca4fd5f). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.829839] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89536f3c-9673-490f-a2ab-9915f6f0ac34 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.831972] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b6ba3a5-21d3-42e0-ba91-c36788e4b707 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.839351] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1117.839351] env[69473]: value = "task-3358636" [ 1117.839351] env[69473]: _type = "Task" [ 1117.839351] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.850020] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Created folder: Project (aa4254455b0047bbb747986d2ca4fd5f) in parent group-v669999. [ 1117.850100] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Creating folder: Instances. Parent ref: group-v670302. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.851037] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0ba0e090-9d07-4217-a3e8-98a057a09e0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "326b7e21-0fa2-43fb-97ba-1d060b4809a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.140s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.851616] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04236314-ea60-4aa0-a30b-2718ada5962b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.859476] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.868211] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Created folder: Instances in parent group-v670302. [ 1117.868211] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.872192] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.873649] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25d5946a-8c9d-4d85-aeaa-40964e44d6d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.895139] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.895139] env[69473]: value = "task-3358639" [ 1117.895139] env[69473]: _type = "Task" [ 1117.895139] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.903729] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358639, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.922436] env[69473]: DEBUG nova.compute.manager [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.922530] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.924298] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093ac7b-2987-47a8-abe7-098c2245c083 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.932643] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.932965] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29be48ba-1c94-48d2-93b6-0d67ecdd021b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.941497] env[69473]: DEBUG oslo_vmware.api [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1117.941497] env[69473]: value = "task-3358640" [ 1117.941497] env[69473]: _type = "Task" [ 1117.941497] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.953126] env[69473]: DEBUG oslo_vmware.api [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.961285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.962060] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.962227] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.962347] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.962547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.965588] env[69473]: INFO nova.compute.manager [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Terminating instance [ 1118.040144] env[69473]: DEBUG oslo_concurrency.lockutils [req-95554a40-3b46-4ea7-a76c-d95332951ab2 req-0f82329b-07c8-4b16-a26b-ea128d3c09b6 service nova] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.088262] env[69473]: DEBUG oslo_concurrency.lockutils [req-058caad7-a170-445e-8102-5ae18d6dac68 req-a843a035-bfe9-402d-9f1f-aa08afb45897 service nova] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.151321] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8225dd50-a502-4bd3-bd3c-6b3cba4cc677 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.155695] env[69473]: DEBUG nova.compute.manager [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.155948] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.156738] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b70c5a-968d-481e-8016-0cdcf120ec74 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.168918] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46587a73-4b2e-419c-8169-de072ac45755 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.173248] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.173732] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c53f620-f4ae-4368-b638-e18559e195c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.208256] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831bdb7a-abfc-49c2-b6f5-b8189ab39c9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.211379] env[69473]: DEBUG oslo_vmware.api [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1118.211379] env[69473]: value = "task-3358641" [ 1118.211379] env[69473]: _type = "Task" [ 1118.211379] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.226608] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2a5822-7fdd-4955-a81f-e70b57f2ed09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.235787] env[69473]: INFO nova.compute.manager [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Took 17.41 seconds to build instance. [ 1118.237844] env[69473]: DEBUG oslo_vmware.api [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.248979] env[69473]: DEBUG nova.compute.provider_tree [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.350063] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358636, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.408937] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358639, 'name': CreateVM_Task, 'duration_secs': 0.331644} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.408937] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.408937] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.408937] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.408937] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.408937] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c864609-ab9f-422e-a743-426f2d3445cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.413031] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1118.413031] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad10e1-eab3-8377-11a2-ac326bb65731" [ 1118.413031] env[69473]: _type = "Task" [ 1118.413031] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.423437] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad10e1-eab3-8377-11a2-ac326bb65731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.451339] env[69473]: DEBUG oslo_vmware.api [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358640, 'name': PowerOffVM_Task, 'duration_secs': 0.189412} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.451339] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.452153] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.452153] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-052690ec-e3bc-4c59-9ea0-95c0f37495ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.470111] env[69473]: DEBUG nova.compute.manager [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.470347] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.471332] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fff8d2-ed4e-4a0f-8017-c1d621bc7ba9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.480917] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.480917] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed870c78-14e6-4d8a-abb5-513332781403 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.488549] env[69473]: DEBUG oslo_vmware.api [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1118.488549] env[69473]: value = "task-3358643" [ 1118.488549] env[69473]: _type = "Task" [ 1118.488549] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.497034] env[69473]: DEBUG oslo_vmware.api [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.525011] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.525322] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.525552] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleting the datastore file [datastore1] 6352618b-1ac8-42ec-a295-78745f7e44f0 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.526314] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bffceaf-ac3c-4fbc-9658-d5a754224ba6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.533445] env[69473]: DEBUG oslo_vmware.api [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for the task: (returnval){ [ 1118.533445] env[69473]: value = "task-3358644" [ 1118.533445] env[69473]: _type = "Task" [ 1118.533445] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.542841] env[69473]: DEBUG oslo_vmware.api [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.558086] env[69473]: DEBUG nova.network.neutron [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Updated VIF entry in instance network info cache for port 2bba25a4-894b-415d-bdd3-91798751b2ca. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.558086] env[69473]: DEBUG nova.network.neutron [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Updating instance_info_cache with network_info: [{"id": "2bba25a4-894b-415d-bdd3-91798751b2ca", "address": "fa:16:3e:85:00:21", "network": {"id": "e3c5dd8a-2fb4-4fa0-ba67-fa5190b0412a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1463071081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4254455b0047bbb747986d2ca4fd5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bba25a4-89", "ovs_interfaceid": "2bba25a4-894b-415d-bdd3-91798751b2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.584339] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "60365def-6ca1-4e70-b628-72888c7fbd62" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.584781] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.727162] env[69473]: DEBUG oslo_vmware.api [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358641, 'name': PowerOffVM_Task, 'duration_secs': 0.207188} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.727699] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.728700] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.728700] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463ef29f-b5d9-4edd-9e9d-ef1d36d77b33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.737859] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c0bad088-58c3-4218-891b-7a962eada457 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.923s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.756022] env[69473]: DEBUG nova.scheduler.client.report [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.793423] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.793648] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.793796] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleting the datastore file [datastore1] 1c9c027e-f381-4dd6-8986-11c14de334db {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.794259] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f03d0290-b3e2-4771-89b3-4aea9652fb3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.801379] env[69473]: DEBUG oslo_vmware.api [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1118.801379] env[69473]: value = "task-3358646" [ 1118.801379] env[69473]: _type = "Task" [ 1118.801379] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.810832] env[69473]: DEBUG oslo_vmware.api [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.851837] env[69473]: DEBUG oslo_vmware.api [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358636, 'name': PowerOnVM_Task, 'duration_secs': 0.542861} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.852227] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.852514] env[69473]: INFO nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1118.852772] env[69473]: DEBUG nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.853873] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74453de-e076-4811-882b-c31156c680f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.921959] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ad10e1-eab3-8377-11a2-ac326bb65731, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.922199] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.922433] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.922667] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.922925] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.923472] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.923531] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a9f415-90f8-40b3-aa12-007cfe5b0958 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.934591] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.934591] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.935089] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6f0373-c54a-42df-ba94-4e6efccacaf9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.940980] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1118.940980] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5200f101-a1dc-5d7b-89db-0f5805f76931" [ 1118.940980] env[69473]: _type = "Task" [ 1118.940980] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.955325] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5200f101-a1dc-5d7b-89db-0f5805f76931, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.956533] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d544a0-72b1-4ea0-9b53-4fc7a132df21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.970131] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1118.970131] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5288fc58-711e-9036-a7d4-bcebdecd1f77" [ 1118.970131] env[69473]: _type = "Task" [ 1118.970131] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.980273] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5288fc58-711e-9036-a7d4-bcebdecd1f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.996573] env[69473]: DEBUG oslo_vmware.api [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358643, 'name': PowerOffVM_Task, 'duration_secs': 0.209893} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.996841] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.997015] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.997308] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53002e2-384e-46de-ad45-61e800acc3c4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.043666] env[69473]: DEBUG oslo_vmware.api [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Task: {'id': task-3358644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19719} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.043956] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.044281] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.044482] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.044661] env[69473]: INFO nova.compute.manager [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1119.044906] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.045115] env[69473]: DEBUG nova.compute.manager [-] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.045228] env[69473]: DEBUG nova.network.neutron [-] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.065286] env[69473]: DEBUG oslo_concurrency.lockutils [req-94b532a5-db3f-431c-ad9b-2d516bb8bd04 req-260da25d-0405-41c0-ad09-b0683560e16b service nova] Releasing lock "refresh_cache-252f48a7-f0b2-44ce-8625-cf3d504111d8" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.069035] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.069254] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.069432] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleting the datastore file [datastore1] 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.069698] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25079bed-e9c4-4998-b9b1-4d2493c58332 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.075775] env[69473]: DEBUG oslo_vmware.api [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1119.075775] env[69473]: value = "task-3358648" [ 1119.075775] env[69473]: _type = "Task" [ 1119.075775] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.084571] env[69473]: DEBUG oslo_vmware.api [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.087414] env[69473]: INFO nova.compute.manager [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Detaching volume 6965f343-f7bb-461c-821a-7b284dd6a6ce [ 1119.127624] env[69473]: INFO nova.virt.block_device [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Attempting to driver detach volume 6965f343-f7bb-461c-821a-7b284dd6a6ce from mountpoint /dev/sdb [ 1119.127862] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1119.128060] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670190', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'name': 'volume-6965f343-f7bb-461c-821a-7b284dd6a6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60365def-6ca1-4e70-b628-72888c7fbd62', 'attached_at': '', 'detached_at': '', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'serial': '6965f343-f7bb-461c-821a-7b284dd6a6ce'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1119.128978] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0af77-15b2-4bcf-a797-45063eb8910a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.156593] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b2c5de-50fb-45cf-86c1-5dd3a4d846e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.163933] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58690446-d388-45fe-85f8-5f9e7a1b3508 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.185206] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2d695-97f0-4f40-9f1e-cf599b4fd1ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.201403] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] The volume has not been displaced from its original location: [datastore1] volume-6965f343-f7bb-461c-821a-7b284dd6a6ce/volume-6965f343-f7bb-461c-821a-7b284dd6a6ce.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1119.206873] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.207257] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de5da80-9816-4888-bfba-dc9fce27b2eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.226289] env[69473]: DEBUG oslo_vmware.api [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1119.226289] env[69473]: value = "task-3358649" [ 1119.226289] env[69473]: _type = "Task" [ 1119.226289] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.235087] env[69473]: DEBUG oslo_vmware.api [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.311639] env[69473]: DEBUG oslo_vmware.api [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175667} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.311918] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.312214] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.312507] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.312779] env[69473]: INFO nova.compute.manager [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1119.313171] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.313762] env[69473]: DEBUG nova.compute.manager [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.313920] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.379822] env[69473]: INFO nova.compute.manager [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Took 19.60 seconds to build instance. [ 1119.399985] env[69473]: DEBUG nova.compute.manager [req-2dd7b2b1-f3c6-4062-b983-b270df010bbd req-84c7d9a0-8fe8-4358-b7c4-1634c276cc72 service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Received event network-vif-deleted-05c2a9d7-84f9-4019-bae2-716e65ead5c4 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.400204] env[69473]: INFO nova.compute.manager [req-2dd7b2b1-f3c6-4062-b983-b270df010bbd req-84c7d9a0-8fe8-4358-b7c4-1634c276cc72 service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Neutron deleted interface 05c2a9d7-84f9-4019-bae2-716e65ead5c4; detaching it from the instance and deleting it from the info cache [ 1119.400376] env[69473]: DEBUG nova.network.neutron [req-2dd7b2b1-f3c6-4062-b983-b270df010bbd req-84c7d9a0-8fe8-4358-b7c4-1634c276cc72 service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.451805] env[69473]: INFO nova.compute.manager [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Rebuilding instance [ 1119.484835] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5288fc58-711e-9036-a7d4-bcebdecd1f77, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.485139] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.485377] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 252f48a7-f0b2-44ce-8625-cf3d504111d8/252f48a7-f0b2-44ce-8625-cf3d504111d8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.485644] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e2d7651-2638-48e3-931e-11211bcd7230 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.492805] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1119.492805] env[69473]: value = "task-3358650" [ 1119.492805] env[69473]: _type = "Task" [ 1119.492805] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.504612] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.512833] env[69473]: DEBUG nova.compute.manager [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.514240] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1752bb-16ce-4afb-927d-08a19868efe7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.585755] env[69473]: DEBUG oslo_vmware.api [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130401} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.586264] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.586401] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.586598] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.586782] env[69473]: INFO nova.compute.manager [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1119.587086] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.587329] env[69473]: DEBUG nova.compute.manager [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.587443] env[69473]: DEBUG nova.network.neutron [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.739728] env[69473]: DEBUG oslo_vmware.api [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358649, 'name': ReconfigVM_Task, 'duration_secs': 0.425143} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.740067] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.745827] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc5cdbd-37a5-42e8-a36a-557164e8f983 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.768494] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.467s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.769204] env[69473]: DEBUG nova.compute.manager [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69473) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1119.775185] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.730s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.775599] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.778230] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.599s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.778602] env[69473]: DEBUG nova.objects.instance [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lazy-loading 'resources' on Instance uuid fee03760-b484-4029-83d6-1ce702761af9 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.786343] env[69473]: DEBUG nova.network.neutron [-] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.786343] env[69473]: DEBUG oslo_vmware.api [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1119.786343] env[69473]: value = "task-3358651" [ 1119.786343] env[69473]: _type = "Task" [ 1119.786343] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.802057] env[69473]: DEBUG oslo_vmware.api [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.823178] env[69473]: INFO nova.scheduler.client.report [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted allocations for instance 4095a995-43fe-4f2b-a38d-d83e46c20c7c [ 1119.882937] env[69473]: DEBUG oslo_concurrency.lockutils [None req-977f9119-bd7f-48ad-bd07-3dfb0c036ad8 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.115s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.903510] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f95efbd5-4403-4d7b-b3c1-de58ebb025c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.919805] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc6a20-644b-42f9-911b-629427b62714 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.958853] env[69473]: DEBUG nova.compute.manager [req-2dd7b2b1-f3c6-4062-b983-b270df010bbd req-84c7d9a0-8fe8-4358-b7c4-1634c276cc72 service nova] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Detach interface failed, port_id=05c2a9d7-84f9-4019-bae2-716e65ead5c4, reason: Instance 6352618b-1ac8-42ec-a295-78745f7e44f0 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.008505] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358650, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.291624] env[69473]: INFO nova.compute.manager [-] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Took 1.25 seconds to deallocate network for instance. [ 1120.311208] env[69473]: DEBUG oslo_vmware.api [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358651, 'name': ReconfigVM_Task, 'duration_secs': 0.403348} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.313407] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670190', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'name': 'volume-6965f343-f7bb-461c-821a-7b284dd6a6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60365def-6ca1-4e70-b628-72888c7fbd62', 'attached_at': '', 'detached_at': '', 'volume_id': '6965f343-f7bb-461c-821a-7b284dd6a6ce', 'serial': '6965f343-f7bb-461c-821a-7b284dd6a6ce'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1120.333017] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9266e29f-2b5a-4979-8c8b-5c6d6ea80177 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "4095a995-43fe-4f2b-a38d-d83e46c20c7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.116s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.377099] env[69473]: INFO nova.scheduler.client.report [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted allocation for migration c5b5c068-3a55-4035-a2b5-988690fd9937 [ 1120.506050] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605749} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.509171] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 252f48a7-f0b2-44ce-8625-cf3d504111d8/252f48a7-f0b2-44ce-8625-cf3d504111d8.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.509614] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.510274] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33650939-3d9f-4b0a-95b1-ea31d1a3666e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.519062] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1120.519062] env[69473]: value = "task-3358652" [ 1120.519062] env[69473]: _type = "Task" [ 1120.519062] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.535676] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.535960] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.536216] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fcd677f-9322-4226-a532-b4ee4ce56731 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.544900] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1120.544900] env[69473]: value = "task-3358653" [ 1120.544900] env[69473]: _type = "Task" [ 1120.544900] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.555540] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.555784] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.555988] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.556184] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.556353] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.558016] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.558516] env[69473]: INFO nova.compute.manager [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Terminating instance [ 1120.613602] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01620fb-c92d-4cc1-a06d-97ace3090697 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.624929] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d22a0ee-feb9-4a13-9cc4-2c805a2f95cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.657459] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed4eabd-ab10-4e4f-b026-55d7861f831e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.667056] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b6405-30d0-4a41-bc59-cb593f304825 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.686076] env[69473]: DEBUG nova.compute.provider_tree [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.745049] env[69473]: DEBUG nova.network.neutron [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.808069] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.888467] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ecb88ae1-112c-4e4d-ae0a-fce123ae3900 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.922s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.903669] env[69473]: DEBUG nova.objects.instance [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'flavor' on Instance uuid 60365def-6ca1-4e70-b628-72888c7fbd62 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.031561] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085253} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.031561] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.032349] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d88dae-70a5-4dac-aaad-4ae3bea250b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.054898] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 252f48a7-f0b2-44ce-8625-cf3d504111d8/252f48a7-f0b2-44ce-8625-cf3d504111d8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.058562] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64137583-3f91-442f-91d7-1b169e118d8c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.074526] env[69473]: DEBUG nova.compute.manager [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.074749] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.078396] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c842565-efd3-4bd3-be92-145a645c782d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.084968] env[69473]: DEBUG nova.network.neutron [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.086319] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358653, 'name': PowerOffVM_Task, 'duration_secs': 0.244623} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.088617] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.088862] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.089234] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1121.089234] env[69473]: value = "task-3358654" [ 1121.089234] env[69473]: _type = "Task" [ 1121.089234] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.090191] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41215d05-0ff0-44ea-b4ae-3a82280c709e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.098856] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.099901] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f52f40-04e8-489b-8e3a-4280a9062369 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.104999] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.109951] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26dec8b2-0e58-4ef4-8934-cae51fe03860 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.111205] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.112628] env[69473]: DEBUG oslo_vmware.api [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1121.112628] env[69473]: value = "task-3358655" [ 1121.112628] env[69473]: _type = "Task" [ 1121.112628] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.125167] env[69473]: DEBUG oslo_vmware.api [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.137322] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.137930] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.138237] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Deleting the datastore file [datastore1] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.138560] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-429f69f6-e322-4ad6-b1ae-ae12901f3ba2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.146221] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1121.146221] env[69473]: value = "task-3358657" [ 1121.146221] env[69473]: _type = "Task" [ 1121.146221] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.155592] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.189109] env[69473]: DEBUG nova.scheduler.client.report [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.206096] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.206196] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.247855] env[69473]: INFO nova.compute.manager [-] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Took 1.93 seconds to deallocate network for instance. [ 1121.432645] env[69473]: DEBUG nova.compute.manager [req-db12eecb-0333-43b2-9a0c-859ba345eb54 req-4c227128-0087-4958-a749-c2403f8d093a service nova] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Received event network-vif-deleted-9fee58dc-e95c-4678-aa87-ed8122b1a8ad {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.432925] env[69473]: DEBUG nova.compute.manager [req-db12eecb-0333-43b2-9a0c-859ba345eb54 req-4c227128-0087-4958-a749-c2403f8d093a service nova] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Received event network-vif-deleted-ff106ba9-91b5-408b-826c-5bb25b9068c2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.583933] env[69473]: DEBUG nova.objects.instance [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'flavor' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.588687] env[69473]: INFO nova.compute.manager [-] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Took 2.00 seconds to deallocate network for instance. [ 1121.602985] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358654, 'name': ReconfigVM_Task, 'duration_secs': 0.281529} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.603298] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 252f48a7-f0b2-44ce-8625-cf3d504111d8/252f48a7-f0b2-44ce-8625-cf3d504111d8.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.603918] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8114d331-eded-49f0-80fb-90638430986a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.611027] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1121.611027] env[69473]: value = "task-3358658" [ 1121.611027] env[69473]: _type = "Task" [ 1121.611027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.622540] env[69473]: DEBUG oslo_vmware.api [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358655, 'name': PowerOffVM_Task, 'duration_secs': 0.386413} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.625709] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.625887] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.626156] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358658, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.626904] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7f06db2-db10-4905-a158-ba871231c48c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.655847] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110306} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.656146] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.656385] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.656615] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.697153] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.700213] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.700653] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.701017] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleting the datastore file [datastore1] 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.702999] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.896s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.703381] env[69473]: DEBUG nova.objects.instance [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lazy-loading 'resources' on Instance uuid 6352618b-1ac8-42ec-a295-78745f7e44f0 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.705437] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43d23c4-f26f-40f3-98f5-0591f761a7f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.708138] env[69473]: DEBUG nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.713770] env[69473]: DEBUG oslo_vmware.api [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1121.713770] env[69473]: value = "task-3358660" [ 1121.713770] env[69473]: _type = "Task" [ 1121.713770] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.722450] env[69473]: DEBUG oslo_vmware.api [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.747459] env[69473]: INFO nova.scheduler.client.report [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleted allocations for instance fee03760-b484-4029-83d6-1ce702761af9 [ 1121.754914] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.912354] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2a584c53-e2c3-4391-9028-7799c2c2fd0a tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.090054] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.090054] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.090054] env[69473]: DEBUG nova.network.neutron [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.090054] env[69473]: DEBUG nova.objects.instance [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'info_cache' on Instance uuid f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.098026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.121875] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358658, 'name': Rename_Task, 'duration_secs': 0.159165} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.122169] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.122426] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e9c559-9d28-492c-b22e-89a1ce61c8e5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.127754] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1122.127754] env[69473]: value = "task-3358661" [ 1122.127754] env[69473]: _type = "Task" [ 1122.127754] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.135227] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.232087] env[69473]: DEBUG oslo_vmware.api [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135692} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.232352] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.232538] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.232714] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.232922] env[69473]: INFO nova.compute.manager [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1122.233254] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.233489] env[69473]: DEBUG nova.compute.manager [-] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.233589] env[69473]: DEBUG nova.network.neutron [-] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.235851] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.255969] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e5689f9c-626b-4ca9-bb2d-ff9211073150 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "fee03760-b484-4029-83d6-1ce702761af9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.899s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.276161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-14e61a11-9e35-4658-82e1-a0a772a789ed-51738f64-6ddf-4509-b341-5ac3722497d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.276533] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-14e61a11-9e35-4658-82e1-a0a772a789ed-51738f64-6ddf-4509-b341-5ac3722497d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.277061] env[69473]: DEBUG nova.objects.instance [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'flavor' on Instance uuid 14e61a11-9e35-4658-82e1-a0a772a789ed {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.422775] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6faa290-ad6b-477a-a452-c665703758fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.431568] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc79afb-1a06-44ef-a69b-8a2827faf26a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.462039] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b91adf-efdf-495b-a21d-c7802e7be902 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.469479] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051dea31-52c8-4064-9922-635e97d05622 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.482962] env[69473]: DEBUG nova.compute.provider_tree [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.593374] env[69473]: DEBUG nova.objects.base [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.639098] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.693465] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.693750] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.693907] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.694101] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.694252] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.694392] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.694735] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.694824] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.695033] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.695901] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.695901] env[69473]: DEBUG nova.virt.hardware [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.696292] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6136b753-911f-4929-adc5-60ef97ceedf6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.704276] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d1e4f3-41d2-4399-85d0-b51186ef0fb5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.717624] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.723376] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.723666] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.723895] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb83bb5-4e5f-4a3a-8a7c-3725c6a563d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.742020] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.742020] env[69473]: value = "task-3358662" [ 1122.742020] env[69473]: _type = "Task" [ 1122.742020] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.749952] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358662, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.913314] env[69473]: DEBUG nova.objects.instance [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'pci_requests' on Instance uuid 14e61a11-9e35-4658-82e1-a0a772a789ed {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.986068] env[69473]: DEBUG nova.scheduler.client.report [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.006164] env[69473]: DEBUG nova.network.neutron [-] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.007574] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "60365def-6ca1-4e70-b628-72888c7fbd62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.007711] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.008037] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "60365def-6ca1-4e70-b628-72888c7fbd62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.008105] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.008275] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.010522] env[69473]: INFO nova.compute.manager [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Terminating instance [ 1123.137992] env[69473]: DEBUG oslo_vmware.api [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358661, 'name': PowerOnVM_Task, 'duration_secs': 0.509549} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.138537] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.138804] env[69473]: INFO nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1123.139043] env[69473]: DEBUG nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.139931] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feede751-8f8f-46ae-aacc-59c952b95009 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.251565] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358662, 'name': CreateVM_Task, 'duration_secs': 0.291225} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.251743] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.252172] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.252340] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.252654] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.252950] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d8201b-639b-46db-8c2d-392699a1fe78 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.257349] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1123.257349] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ebf67d-66ab-6966-bee0-dcd7674ab0fb" [ 1123.257349] env[69473]: _type = "Task" [ 1123.257349] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.266542] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ebf67d-66ab-6966-bee0-dcd7674ab0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.297231] env[69473]: DEBUG nova.network.neutron [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [{"id": "1a5137eb-cb9b-474d-91a5-530cc730872f", "address": "fa:16:3e:3a:77:2f", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5137eb-cb", "ovs_interfaceid": "1a5137eb-cb9b-474d-91a5-530cc730872f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.417873] env[69473]: DEBUG nova.objects.base [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Object Instance<14e61a11-9e35-4658-82e1-a0a772a789ed> lazy-loaded attributes: flavor,pci_requests {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.417873] env[69473]: DEBUG nova.network.neutron [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.461182] env[69473]: DEBUG nova.compute.manager [req-3ee6f253-9c59-40b4-b3e9-65c42e4a423e req-d5802508-ce3d-41a6-952c-4daa716b5e80 service nova] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Received event network-vif-deleted-0f509fa2-7199-41a6-99e9-45aa9be9e3e9 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.491667] env[69473]: DEBUG nova.policy [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.496663] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.498124] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.498362] env[69473]: DEBUG nova.objects.instance [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'resources' on Instance uuid 1c9c027e-f381-4dd6-8986-11c14de334db {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.511031] env[69473]: INFO nova.compute.manager [-] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Took 1.28 seconds to deallocate network for instance. [ 1123.515680] env[69473]: DEBUG nova.compute.manager [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.515874] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.517651] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ee1ba-4a33-407f-8416-c633a54701b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.526041] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.527032] env[69473]: INFO nova.scheduler.client.report [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Deleted allocations for instance 6352618b-1ac8-42ec-a295-78745f7e44f0 [ 1123.532126] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a06eeca-2018-4029-957b-ee068f06d761 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.538732] env[69473]: DEBUG oslo_vmware.api [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1123.538732] env[69473]: value = "task-3358664" [ 1123.538732] env[69473]: _type = "Task" [ 1123.538732] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.548728] env[69473]: DEBUG oslo_vmware.api [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.657914] env[69473]: INFO nova.compute.manager [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Took 21.40 seconds to build instance. [ 1123.769113] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ebf67d-66ab-6966-bee0-dcd7674ab0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.017568} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.769468] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.769707] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.769942] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.770103] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.770289] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.770557] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79bc5ddc-6b22-4533-a1f0-54ef87963947 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.779538] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.779669] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.780437] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e032dae4-29f1-465d-a330-e480421fcc91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.785764] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1123.785764] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52517895-26ad-1497-7681-c85c8e0d3419" [ 1123.785764] env[69473]: _type = "Task" [ 1123.785764] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.793591] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52517895-26ad-1497-7681-c85c8e0d3419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.800177] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-f222cbb3-6a0c-4159-84aa-b27251fec3ee" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.018555] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.042414] env[69473]: DEBUG oslo_concurrency.lockutils [None req-16b396b1-4e1d-4ab9-aad6-b5086930d9df tempest-ServerDiskConfigTestJSON-1249589905 tempest-ServerDiskConfigTestJSON-1249589905-project-member] Lock "6352618b-1ac8-42ec-a295-78745f7e44f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.629s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.053394] env[69473]: DEBUG oslo_vmware.api [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358664, 'name': PowerOffVM_Task, 'duration_secs': 0.191501} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.054238] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.054238] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.054238] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c75ef090-dc1d-4b66-a887-f944b3368386 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.115547] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.115773] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.115958] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleting the datastore file [datastore2] 60365def-6ca1-4e70-b628-72888c7fbd62 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.116262] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-137e431c-a634-4a20-9635-296f4614985f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.131269] env[69473]: DEBUG oslo_vmware.api [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1124.131269] env[69473]: value = "task-3358666" [ 1124.131269] env[69473]: _type = "Task" [ 1124.131269] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.140360] env[69473]: DEBUG oslo_vmware.api [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.160151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-36ef750c-19a9-40ce-8730-8d177313cf1b tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.912s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.217817] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c28ff-d217-46fc-8ad6-4d1b7166b152 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.225513] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfbe97e-e8b3-4b6b-a8b1-281aec4ef415 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.257204] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878d4162-28aa-4bd6-ba72-63a4a8c02c7a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.265207] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e031b-2a2d-4a88-9f62-4073ebdb52fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.278551] env[69473]: DEBUG nova.compute.provider_tree [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.295165] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52517895-26ad-1497-7681-c85c8e0d3419, 'name': SearchDatastore_Task, 'duration_secs': 0.026544} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.295916] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e60de1-438e-499c-8450-710b4bb6b6fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.300774] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1124.300774] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c6d8c4-01a7-d27c-8d86-48ecaf1da5a4" [ 1124.300774] env[69473]: _type = "Task" [ 1124.300774] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.310147] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c6d8c4-01a7-d27c-8d86-48ecaf1da5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.638588] env[69473]: DEBUG oslo_vmware.api [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141777} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.638998] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.639213] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.639507] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.639578] env[69473]: INFO nova.compute.manager [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1124.639832] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.640036] env[69473]: DEBUG nova.compute.manager [-] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.640148] env[69473]: DEBUG nova.network.neutron [-] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.781563] env[69473]: DEBUG nova.scheduler.client.report [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.806964] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.807310] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3376333f-6f6b-473a-aa60-b935fb8c5095 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.817072] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52c6d8c4-01a7-d27c-8d86-48ecaf1da5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.00888} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.819094] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.819397] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.819775] env[69473]: DEBUG oslo_vmware.api [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1124.819775] env[69473]: value = "task-3358667" [ 1124.819775] env[69473]: _type = "Task" [ 1124.819775] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.820298] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af2f8d8-d8b7-445e-a852-eb61fe526ec5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.831996] env[69473]: DEBUG oslo_vmware.api [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.833553] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1124.833553] env[69473]: value = "task-3358668" [ 1124.833553] env[69473]: _type = "Task" [ 1124.833553] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.844785] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.287756] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.293059] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.193s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.293464] env[69473]: DEBUG nova.objects.instance [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'resources' on Instance uuid 7a746693-7512-4f6c-90f6-158ca21cd868 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.317598] env[69473]: INFO nova.scheduler.client.report [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted allocations for instance 1c9c027e-f381-4dd6-8986-11c14de334db [ 1125.339327] env[69473]: DEBUG oslo_vmware.api [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.355438] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.477281] env[69473]: DEBUG nova.network.neutron [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Successfully updated port: 51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.540653] env[69473]: DEBUG nova.compute.manager [req-07b64287-f8e6-498c-afba-1287d333cae3 req-3826dab9-4051-41bb-8384-b6b6c349ff59 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-vif-plugged-51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.540930] env[69473]: DEBUG oslo_concurrency.lockutils [req-07b64287-f8e6-498c-afba-1287d333cae3 req-3826dab9-4051-41bb-8384-b6b6c349ff59 service nova] Acquiring lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.541181] env[69473]: DEBUG oslo_concurrency.lockutils [req-07b64287-f8e6-498c-afba-1287d333cae3 req-3826dab9-4051-41bb-8384-b6b6c349ff59 service nova] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.541357] env[69473]: DEBUG oslo_concurrency.lockutils [req-07b64287-f8e6-498c-afba-1287d333cae3 req-3826dab9-4051-41bb-8384-b6b6c349ff59 service nova] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.541525] env[69473]: DEBUG nova.compute.manager [req-07b64287-f8e6-498c-afba-1287d333cae3 req-3826dab9-4051-41bb-8384-b6b6c349ff59 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] No waiting events found dispatching network-vif-plugged-51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.541690] env[69473]: WARNING nova.compute.manager [req-07b64287-f8e6-498c-afba-1287d333cae3 req-3826dab9-4051-41bb-8384-b6b6c349ff59 service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received unexpected event network-vif-plugged-51738f64-6ddf-4509-b341-5ac3722497d1 for instance with vm_state active and task_state None. [ 1125.828391] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ea5a0099-ed85-4f4c-a28b-c11883e6036d tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1c9c027e-f381-4dd6-8986-11c14de334db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.188s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.838154] env[69473]: DEBUG oslo_vmware.api [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358667, 'name': PowerOnVM_Task, 'duration_secs': 0.58416} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.841525] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.841816] env[69473]: DEBUG nova.compute.manager [None req-b8914d21-4a7b-4710-a8b4-1af5f6261fbe tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.845083] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7660b840-5ca4-4078-8ecf-a31fbdca53c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.853639] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538998} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.855323] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.855549] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.862019] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3986e6c7-2463-407b-b661-21b54c1fb5cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.867231] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1125.867231] env[69473]: value = "task-3358669" [ 1125.867231] env[69473]: _type = "Task" [ 1125.867231] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.878682] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.984501] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.984629] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.984719] env[69473]: DEBUG nova.network.neutron [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.049833] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589982ef-85a7-49ba-b3b5-590ebef7d4d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.059874] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b046da-2c28-49fb-9988-4e558bb65150 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.094459] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbacad0-b5e6-4102-8543-403d441a0d1e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.102713] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d27b38-c4ea-494f-839b-2b2d35effab9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.117291] env[69473]: DEBUG nova.compute.provider_tree [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.230392] env[69473]: DEBUG nova.network.neutron [-] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.385586] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072086} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.386838] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.388213] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe22f58-4fc7-4fcc-901f-9a0f870663ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.409412] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.409927] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a117cd30-1b2a-48fe-8940-0a978175469e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.430476] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1126.430476] env[69473]: value = "task-3358670" [ 1126.430476] env[69473]: _type = "Task" [ 1126.430476] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.438990] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.583651] env[69473]: WARNING nova.network.neutron [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] 19d6b237-da70-41b8-90ea-b6b55b5b8105 already exists in list: networks containing: ['19d6b237-da70-41b8-90ea-b6b55b5b8105']. ignoring it [ 1126.619821] env[69473]: DEBUG nova.scheduler.client.report [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.630276] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "252f48a7-f0b2-44ce-8625-cf3d504111d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.630481] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.631187] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "252f48a7-f0b2-44ce-8625-cf3d504111d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.631187] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.631323] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.633462] env[69473]: INFO nova.compute.manager [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Terminating instance [ 1126.736711] env[69473]: INFO nova.compute.manager [-] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Took 2.10 seconds to deallocate network for instance. [ 1126.930430] env[69473]: DEBUG nova.network.neutron [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51738f64-6ddf-4509-b341-5ac3722497d1", "address": "fa:16:3e:f3:a2:0f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51738f64-6d", "ovs_interfaceid": "51738f64-6ddf-4509-b341-5ac3722497d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.942353] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358670, 'name': ReconfigVM_Task, 'duration_secs': 0.296792} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.942528] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Reconfigured VM instance instance-0000006e to attach disk [datastore2] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1/d1c4d6fb-7714-4a3d-b99b-da10f46d62b1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.943236] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-413515d1-e9cf-45cf-9f59-a40cf1505636 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.951055] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1126.951055] env[69473]: value = "task-3358671" [ 1126.951055] env[69473]: _type = "Task" [ 1126.951055] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.959317] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358671, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.125030] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.127339] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.891s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.129305] env[69473]: INFO nova.compute.claims [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.137116] env[69473]: DEBUG nova.compute.manager [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.137338] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.138373] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcbada1-5bcf-476d-9de0-2ae4e3227315 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.146438] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.146689] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-418ce6a8-70cd-457c-9493-c6f198938084 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.154937] env[69473]: DEBUG oslo_vmware.api [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1127.154937] env[69473]: value = "task-3358672" [ 1127.154937] env[69473]: _type = "Task" [ 1127.154937] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.156940] env[69473]: INFO nova.scheduler.client.report [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted allocations for instance 7a746693-7512-4f6c-90f6-158ca21cd868 [ 1127.166740] env[69473]: DEBUG oslo_vmware.api [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.244784] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.437512] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.438246] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.438415] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.439302] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba69685-4e66-4b62-b684-417964d88e15 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.457144] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.457390] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.457549] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.457733] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.457878] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.458034] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.458246] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.458405] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.458571] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.458734] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.458906] env[69473]: DEBUG nova.virt.hardware [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.465523] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Reconfiguring VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1127.468995] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af62e6b-68da-4d9f-9980-901596e6fc9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.485801] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358671, 'name': Rename_Task, 'duration_secs': 0.148051} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.487496] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.487929] env[69473]: DEBUG oslo_vmware.api [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1127.487929] env[69473]: value = "task-3358673" [ 1127.487929] env[69473]: _type = "Task" [ 1127.487929] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.488133] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55fab658-2387-4df7-b915-04b38e8f4243 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.499692] env[69473]: DEBUG oslo_vmware.api [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358673, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.500933] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1127.500933] env[69473]: value = "task-3358674" [ 1127.500933] env[69473]: _type = "Task" [ 1127.500933] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.508740] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.594650] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.594910] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.595156] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.595352] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.595523] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.597824] env[69473]: INFO nova.compute.manager [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Terminating instance [ 1127.664208] env[69473]: DEBUG oslo_vmware.api [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358672, 'name': PowerOffVM_Task, 'duration_secs': 0.193729} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.664531] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.664711] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.665066] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a40801a-faf5-4fdb-8648-f197f48c89a1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.669601] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4690af75-bb8d-438b-827a-c11e83494c80 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "7a746693-7512-4f6c-90f6-158ca21cd868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.708s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.726308] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.726540] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.726726] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Deleting the datastore file [datastore2] 252f48a7-f0b2-44ce-8625-cf3d504111d8 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.726981] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4338b9c3-abf6-4bea-9e6e-ace7e252e185 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.734033] env[69473]: DEBUG oslo_vmware.api [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for the task: (returnval){ [ 1127.734033] env[69473]: value = "task-3358676" [ 1127.734033] env[69473]: _type = "Task" [ 1127.734033] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.741976] env[69473]: DEBUG oslo_vmware.api [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.000363] env[69473]: DEBUG oslo_vmware.api [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.010069] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358674, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.102169] env[69473]: DEBUG nova.compute.manager [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.102411] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.103389] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d891e6f-b2d9-4e58-ba2a-91f4997d7a47 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.117563] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.118032] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.119461] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.120080] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1547953c-9c93-4e71-a773-c91c0bd38e4b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.127199] env[69473]: DEBUG oslo_vmware.api [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1128.127199] env[69473]: value = "task-3358677" [ 1128.127199] env[69473]: _type = "Task" [ 1128.127199] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.138174] env[69473]: DEBUG oslo_vmware.api [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.148154] env[69473]: DEBUG nova.compute.manager [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-changed-51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.148154] env[69473]: DEBUG nova.compute.manager [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing instance network info cache due to event network-changed-51738f64-6ddf-4509-b341-5ac3722497d1. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.148154] env[69473]: DEBUG oslo_concurrency.lockutils [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.148154] env[69473]: DEBUG oslo_concurrency.lockutils [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.148154] env[69473]: DEBUG nova.network.neutron [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing network info cache for port 51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.209322] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.209601] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.209837] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.210213] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.210213] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.213047] env[69473]: INFO nova.compute.manager [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Terminating instance [ 1128.247955] env[69473]: DEBUG oslo_vmware.api [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Task: {'id': task-3358676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214526} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.248247] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.248432] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.248698] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.248887] env[69473]: INFO nova.compute.manager [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1128.249144] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.249334] env[69473]: DEBUG nova.compute.manager [-] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.249427] env[69473]: DEBUG nova.network.neutron [-] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.333807] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45670b17-19f5-4392-8e4b-2500d24959e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.341088] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028865cf-f8d7-471c-ac6d-311ef289725b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.372374] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93cba3-69fd-44f3-9142-ece286001c71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.380227] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c9219-6f3d-4310-89ee-358552ad8677 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.393634] env[69473]: DEBUG nova.compute.provider_tree [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.501152] env[69473]: DEBUG oslo_vmware.api [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358673, 'name': ReconfigVM_Task, 'duration_secs': 0.585076} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.503498] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.503720] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Reconfigured VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1128.514619] env[69473]: DEBUG oslo_vmware.api [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358674, 'name': PowerOnVM_Task, 'duration_secs': 0.520845} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.515648] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.516177] env[69473]: DEBUG nova.compute.manager [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.517133] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61046e98-3dce-46cb-ada4-33f9595ae72a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.627318] env[69473]: DEBUG nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.648018] env[69473]: DEBUG oslo_vmware.api [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358677, 'name': PowerOffVM_Task, 'duration_secs': 0.188528} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.648018] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.648018] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.648018] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aabfb4e-b63b-4024-9ba8-a4b030298337 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.710547] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.710768] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.710965] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleting the datastore file [datastore2] f222cbb3-6a0c-4159-84aa-b27251fec3ee {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.711489] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61cc2109-f092-4b6c-8a69-608c0b483dbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.719667] env[69473]: DEBUG nova.compute.manager [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.719860] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.720218] env[69473]: DEBUG oslo_vmware.api [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1128.720218] env[69473]: value = "task-3358679" [ 1128.720218] env[69473]: _type = "Task" [ 1128.720218] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.720996] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07fcf75-a428-410b-9307-3d4fe15a8538 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.733010] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.737083] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15985af8-058d-4a29-8753-9bbbc28e9df9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.737850] env[69473]: DEBUG oslo_vmware.api [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.744223] env[69473]: DEBUG oslo_vmware.api [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1128.744223] env[69473]: value = "task-3358680" [ 1128.744223] env[69473]: _type = "Task" [ 1128.744223] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.752499] env[69473]: DEBUG oslo_vmware.api [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.894340] env[69473]: DEBUG nova.network.neutron [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updated VIF entry in instance network info cache for port 51738f64-6ddf-4509-b341-5ac3722497d1. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.894626] env[69473]: DEBUG nova.network.neutron [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51738f64-6ddf-4509-b341-5ac3722497d1", "address": "fa:16:3e:f3:a2:0f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51738f64-6d", "ovs_interfaceid": "51738f64-6ddf-4509-b341-5ac3722497d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.896462] env[69473]: DEBUG nova.scheduler.client.report [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.007311] env[69473]: DEBUG nova.network.neutron [-] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.011343] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4dd3ff76-cda4-4b26-b716-8179ece87106 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-14e61a11-9e35-4658-82e1-a0a772a789ed-51738f64-6ddf-4509-b341-5ac3722497d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.735s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.040238] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.157369] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.233848] env[69473]: DEBUG oslo_vmware.api [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215276} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.234135] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.234328] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.234501] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.234676] env[69473]: INFO nova.compute.manager [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1129.234918] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.235129] env[69473]: DEBUG nova.compute.manager [-] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.235227] env[69473]: DEBUG nova.network.neutron [-] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.253564] env[69473]: DEBUG oslo_vmware.api [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358680, 'name': PowerOffVM_Task, 'duration_secs': 0.232883} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.253804] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.253992] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.254265] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe060299-615f-4adf-8f22-68cd51c0f4bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.316367] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.316698] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.316781] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleting the datastore file [datastore2] cbcd80bc-5d4e-4e0b-be8a-11e589758c71 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.316997] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4266539-9002-4cdb-9a03-2624ad0a26e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.323060] env[69473]: DEBUG oslo_vmware.api [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1129.323060] env[69473]: value = "task-3358682" [ 1129.323060] env[69473]: _type = "Task" [ 1129.323060] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.333060] env[69473]: DEBUG oslo_vmware.api [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.402429] env[69473]: DEBUG oslo_concurrency.lockutils [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.402605] env[69473]: DEBUG nova.compute.manager [req-cf7f81b4-a57b-48e4-aeff-a6634fe86b8c req-78388c92-9398-4bee-aae1-6f6d57e1ea5f service nova] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Received event network-vif-deleted-636d7c5e-2ee8-439d-ad2f-3b0213bb70f8 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.403468] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.404019] env[69473]: DEBUG nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.406646] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.388s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.410077] env[69473]: DEBUG nova.objects.instance [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'resources' on Instance uuid 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.512219] env[69473]: INFO nova.compute.manager [-] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Took 1.26 seconds to deallocate network for instance. [ 1129.836830] env[69473]: DEBUG oslo_vmware.api [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.909815] env[69473]: DEBUG nova.compute.utils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.911372] env[69473]: DEBUG nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.912148] env[69473]: DEBUG nova.network.neutron [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.957427] env[69473]: DEBUG nova.policy [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1e3b07e533845469e789384e4b10da9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef7d53c3e97433fa5a66f1afa938a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.020961] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.032064] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.032342] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.032546] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.032730] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.032901] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.035544] env[69473]: INFO nova.compute.manager [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Terminating instance [ 1130.146084] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f17f3-5876-4060-9546-d46eb9a3e445 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.157923] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c36e578-66ee-4ef4-aa31-997e22ac5a24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.219273] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb031a3-4703-470f-886e-6c47eceec644 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.224526] env[69473]: DEBUG nova.compute.manager [req-ea382e41-c539-4a8d-a13b-69cccb211844 req-de3d5b34-ef43-4c10-b2ab-c243ff48c491 service nova] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Received event network-vif-deleted-2bba25a4-894b-415d-bdd3-91798751b2ca {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.224526] env[69473]: DEBUG nova.compute.manager [req-ea382e41-c539-4a8d-a13b-69cccb211844 req-de3d5b34-ef43-4c10-b2ab-c243ff48c491 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Received event network-vif-deleted-1a5137eb-cb9b-474d-91a5-530cc730872f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.224712] env[69473]: INFO nova.compute.manager [req-ea382e41-c539-4a8d-a13b-69cccb211844 req-de3d5b34-ef43-4c10-b2ab-c243ff48c491 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Neutron deleted interface 1a5137eb-cb9b-474d-91a5-530cc730872f; detaching it from the instance and deleting it from the info cache [ 1130.224805] env[69473]: DEBUG nova.network.neutron [req-ea382e41-c539-4a8d-a13b-69cccb211844 req-de3d5b34-ef43-4c10-b2ab-c243ff48c491 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.231983] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b20b91c-840d-4239-813a-d0af1857da59 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.249422] env[69473]: DEBUG nova.compute.provider_tree [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.335646] env[69473]: DEBUG oslo_vmware.api [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562889} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.335936] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.336184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.336401] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.336582] env[69473]: INFO nova.compute.manager [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1130.336839] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.337048] env[69473]: DEBUG nova.compute.manager [-] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.337150] env[69473]: DEBUG nova.network.neutron [-] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.356290] env[69473]: DEBUG nova.network.neutron [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Successfully created port: 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.358307] env[69473]: DEBUG nova.network.neutron [-] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.418317] env[69473]: DEBUG nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.539327] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "refresh_cache-d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.539695] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquired lock "refresh_cache-d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.539695] env[69473]: DEBUG nova.network.neutron [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.599642] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-14e61a11-9e35-4658-82e1-a0a772a789ed-51738f64-6ddf-4509-b341-5ac3722497d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.599907] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-14e61a11-9e35-4658-82e1-a0a772a789ed-51738f64-6ddf-4509-b341-5ac3722497d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.728907] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cc6cc05-c6d1-45f5-bb44-0474a27df3f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.741850] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed2a37-e98d-4522-a7fd-cbf86687a5dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.755579] env[69473]: DEBUG nova.scheduler.client.report [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.778728] env[69473]: DEBUG nova.compute.manager [req-ea382e41-c539-4a8d-a13b-69cccb211844 req-de3d5b34-ef43-4c10-b2ab-c243ff48c491 service nova] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Detach interface failed, port_id=1a5137eb-cb9b-474d-91a5-530cc730872f, reason: Instance f222cbb3-6a0c-4159-84aa-b27251fec3ee could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.862041] env[69473]: INFO nova.compute.manager [-] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Took 1.63 seconds to deallocate network for instance. [ 1130.899393] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.899561] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.059575] env[69473]: DEBUG nova.network.neutron [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.103467] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.103805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.104589] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e766601-245c-43f6-990f-9b18e53322a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.109692] env[69473]: DEBUG nova.network.neutron [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.125929] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420a69ad-e137-4f3d-bac5-4f92fe2ccd9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.150983] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Reconfiguring VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1131.151486] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-204116fe-dace-456b-9420-763fa4029f0f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.169289] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1131.169289] env[69473]: value = "task-3358683" [ 1131.169289] env[69473]: _type = "Task" [ 1131.169289] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.177339] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.259985] env[69473]: DEBUG nova.network.neutron [-] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.261933] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.264662] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.020s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.264662] env[69473]: DEBUG nova.objects.instance [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'resources' on Instance uuid 60365def-6ca1-4e70-b628-72888c7fbd62 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.287612] env[69473]: INFO nova.scheduler.client.report [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted allocations for instance 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f [ 1131.368544] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.401987] env[69473]: DEBUG nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.430067] env[69473]: DEBUG nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.456976] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.457250] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.457420] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.457603] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.457751] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.457897] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.458152] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.458336] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.458511] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.458677] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.458852] env[69473]: DEBUG nova.virt.hardware [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.459724] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7962412f-4382-4ff8-86b3-82ef3a1bebcf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.467493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea63fb8-975b-4279-b6e9-69ce99a44aae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.502723] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.502963] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.503184] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.503657] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.503827] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.504311] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.504311] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.504421] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1131.504494] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.612068] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Releasing lock "refresh_cache-d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.612503] env[69473]: DEBUG nova.compute.manager [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.612777] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.613732] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d1e2d-fae1-4671-bbd0-117d05b19107 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.623465] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.623681] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5096c622-a1ff-4fd7-8336-3969857dc257 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.629284] env[69473]: DEBUG oslo_vmware.api [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1131.629284] env[69473]: value = "task-3358684" [ 1131.629284] env[69473]: _type = "Task" [ 1131.629284] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.636385] env[69473]: DEBUG oslo_vmware.api [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.678833] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.765580] env[69473]: INFO nova.compute.manager [-] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Took 1.43 seconds to deallocate network for instance. [ 1131.795033] env[69473]: DEBUG oslo_concurrency.lockutils [None req-50a51c82-6491-4b43-83c0-2fd539783af2 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "6bcd4c80-e9de-4316-9e8c-4e453b87dc9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.239s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.919700] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.942819] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985fb209-8151-47c8-a187-78aa4199349b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.952020] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467426c-193d-4e99-9c92-bd465253d454 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.982656] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a7112b-4a2b-4575-8eb4-f97e8b5b6fde {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.990240] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d83d76-c6fb-4d19-b14c-e64506c142dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.004362] env[69473]: DEBUG nova.compute.provider_tree [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.007104] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.031946] env[69473]: DEBUG nova.network.neutron [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Successfully updated port: 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.139393] env[69473]: DEBUG oslo_vmware.api [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358684, 'name': PowerOffVM_Task, 'duration_secs': 0.138625} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.139393] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.139393] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.139393] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6400e720-beb6-492b-b78b-711b84fe037e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.163744] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.163990] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.164209] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Deleting the datastore file [datastore2] d1c4d6fb-7714-4a3d-b99b-da10f46d62b1 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.164502] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d725647-cc2d-4c41-8c53-43b4a73e8855 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.171659] env[69473]: DEBUG oslo_vmware.api [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for the task: (returnval){ [ 1132.171659] env[69473]: value = "task-3358686" [ 1132.171659] env[69473]: _type = "Task" [ 1132.171659] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.185441] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.188567] env[69473]: DEBUG oslo_vmware.api [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.244917] env[69473]: DEBUG nova.compute.manager [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Received event network-vif-deleted-71132184-8d76-4075-bc62-939e33e4098d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.245151] env[69473]: DEBUG nova.compute.manager [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Received event network-vif-plugged-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.245565] env[69473]: DEBUG oslo_concurrency.lockutils [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] Acquiring lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.245843] env[69473]: DEBUG oslo_concurrency.lockutils [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.246098] env[69473]: DEBUG oslo_concurrency.lockutils [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.246274] env[69473]: DEBUG nova.compute.manager [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] No waiting events found dispatching network-vif-plugged-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.246417] env[69473]: WARNING nova.compute.manager [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Received unexpected event network-vif-plugged-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 for instance with vm_state building and task_state spawning. [ 1132.246534] env[69473]: DEBUG nova.compute.manager [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Received event network-changed-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.246696] env[69473]: DEBUG nova.compute.manager [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Refreshing instance network info cache due to event network-changed-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.246891] env[69473]: DEBUG oslo_concurrency.lockutils [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] Acquiring lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.247032] env[69473]: DEBUG oslo_concurrency.lockutils [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] Acquired lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.247186] env[69473]: DEBUG nova.network.neutron [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Refreshing network info cache for port 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.275292] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.507943] env[69473]: DEBUG nova.scheduler.client.report [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.534651] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.680715] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.688731] env[69473]: DEBUG oslo_vmware.api [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Task: {'id': task-3358686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149316} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.689019] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.689242] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.689463] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.689665] env[69473]: INFO nova.compute.manager [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1132.689931] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.690173] env[69473]: DEBUG nova.compute.manager [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.690296] env[69473]: DEBUG nova.network.neutron [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.707968] env[69473]: DEBUG nova.network.neutron [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.783103] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.783103] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.784382] env[69473]: DEBUG nova.network.neutron [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.858978] env[69473]: DEBUG nova.network.neutron [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.013804] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.016173] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.978s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.016368] env[69473]: DEBUG nova.objects.instance [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1133.037815] env[69473]: INFO nova.scheduler.client.report [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted allocations for instance 60365def-6ca1-4e70-b628-72888c7fbd62 [ 1133.181101] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.211051] env[69473]: DEBUG nova.network.neutron [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.287925] env[69473]: DEBUG nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.362032] env[69473]: DEBUG oslo_concurrency.lockutils [req-1396dd63-64e1-46aa-bc23-c6e72735b731 req-012726d7-e851-4ed0-b2a8-849ddc2a2073 service nova] Releasing lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.362245] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.362415] env[69473]: DEBUG nova.network.neutron [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.546787] env[69473]: DEBUG oslo_concurrency.lockutils [None req-396f1ea0-1898-4ade-aa18-5aebab51c9e8 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "60365def-6ca1-4e70-b628-72888c7fbd62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.539s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.683413] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.713659] env[69473]: INFO nova.compute.manager [-] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Took 1.02 seconds to deallocate network for instance. [ 1133.806529] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.904460] env[69473]: DEBUG nova.network.neutron [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.024844] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62b62e8c-392d-482a-ad1b-bc0645aca028 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.026223] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.869s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.028363] env[69473]: INFO nova.compute.claims [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.046395] env[69473]: DEBUG nova.network.neutron [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [{"id": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "address": "fa:16:3e:ba:d6:92", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb4bec3-77", "ovs_interfaceid": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.183382] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.220434] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.551117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.551117] env[69473]: DEBUG nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Instance network_info: |[{"id": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "address": "fa:16:3e:ba:d6:92", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb4bec3-77", "ovs_interfaceid": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.551117] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.557360] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.558035] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.558035] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f41ed52-4421-4e50-880f-0d7b1bbc3064 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.576993] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.576993] env[69473]: value = "task-3358687" [ 1134.576993] env[69473]: _type = "Task" [ 1134.576993] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.584772] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358687, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.684106] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.087136] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358687, 'name': CreateVM_Task, 'duration_secs': 0.294609} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.087382] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.088137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.088377] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.088734] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.089051] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a917346c-7a36-4bdc-8105-303ddd8df21c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.095921] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1135.095921] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52534bc5-7cd7-46fd-9ef3-59ec83229a1b" [ 1135.095921] env[69473]: _type = "Task" [ 1135.095921] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.105717] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52534bc5-7cd7-46fd-9ef3-59ec83229a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.108118] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.108421] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.108708] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.108916] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.109162] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.109612] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d383d081-6db3-4723-8567-fb7b9e4f8096 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.116785] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.116926] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.117630] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c29b23-79e9-422d-a575-a1ab73094852 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.125115] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1135.125115] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52424145-90d9-5239-93be-c7342599b41b" [ 1135.125115] env[69473]: _type = "Task" [ 1135.125115] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.132627] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52424145-90d9-5239-93be-c7342599b41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.186833] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.208087] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c05556-94d3-4733-bc49-d5c20f65095a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.215379] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400977b-394e-49d2-9d11-1015477868fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.246413] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bed552-51a3-4c3e-b6a1-3885d6a23240 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.253886] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edaea31-6703-4722-a736-e5a4cad87f9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.267360] env[69473]: DEBUG nova.compute.provider_tree [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.636098] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52424145-90d9-5239-93be-c7342599b41b, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.636938] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbef965d-392f-44cf-9aa0-b31f4e6674b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.641986] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1135.641986] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e629fd-ac90-a310-303b-a7636bceffbd" [ 1135.641986] env[69473]: _type = "Task" [ 1135.641986] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.650603] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e629fd-ac90-a310-303b-a7636bceffbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.684529] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.770896] env[69473]: DEBUG nova.scheduler.client.report [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.161377] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.161744] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.163258] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e629fd-ac90-a310-303b-a7636bceffbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.164132] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.164455] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.164794] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eafc348-fcdd-4baf-a721-40602b6e860a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.176322] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1136.176322] env[69473]: value = "task-3358688" [ 1136.176322] env[69473]: _type = "Task" [ 1136.176322] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.190627] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.193890] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.276264] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.276834] env[69473]: DEBUG nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.279810] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.259s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.280038] env[69473]: DEBUG nova.objects.instance [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lazy-loading 'resources' on Instance uuid 252f48a7-f0b2-44ce-8625-cf3d504111d8 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.664289] env[69473]: DEBUG nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.690847] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.694171] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479021} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.695066] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.695066] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.695066] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2573c4bf-c9e6-4b5d-937c-885c1e30eb16 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.701709] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1136.701709] env[69473]: value = "task-3358689" [ 1136.701709] env[69473]: _type = "Task" [ 1136.701709] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.710614] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.783126] env[69473]: DEBUG nova.compute.utils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.787398] env[69473]: DEBUG nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.787553] env[69473]: DEBUG nova.network.neutron [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.826885] env[69473]: DEBUG nova.policy [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd846fd1ae7824566a57ce063db8320bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60909db264b04df18df835697fb7c3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.966497] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567bfb05-4eca-4b2e-89e0-cecf3b6db889 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.973863] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd7960e-4324-4a2a-895b-ec862e4fda1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.005383] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d56c39b-c871-4b70-861c-ebf5ecfa13c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.012476] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6bda61-8522-4c0b-a40e-88383fcdc461 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.025828] env[69473]: DEBUG nova.compute.provider_tree [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.099814] env[69473]: DEBUG nova.network.neutron [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Successfully created port: 8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.183133] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.186279] env[69473]: DEBUG oslo_vmware.api [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358683, 'name': ReconfigVM_Task, 'duration_secs': 5.791348} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.186496] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.186719] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Reconfigured VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1137.209844] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059775} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.210102] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.210672] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02641b24-1360-456e-bf73-68dd513cc389 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.233589] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.236082] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ad8c6d-ab40-4772-9e00-955a207e79d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.255754] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1137.255754] env[69473]: value = "task-3358690" [ 1137.255754] env[69473]: _type = "Task" [ 1137.255754] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.263023] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.287780] env[69473]: DEBUG nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.529157] env[69473]: DEBUG nova.scheduler.client.report [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.766677] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.034567] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.037420] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.669s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.037613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.039323] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.120s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.040904] env[69473]: INFO nova.compute.claims [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.058830] env[69473]: INFO nova.scheduler.client.report [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Deleted allocations for instance 252f48a7-f0b2-44ce-8625-cf3d504111d8 [ 1138.063216] env[69473]: INFO nova.scheduler.client.report [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted allocations for instance f222cbb3-6a0c-4159-84aa-b27251fec3ee [ 1138.266922] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358690, 'name': ReconfigVM_Task, 'duration_secs': 0.512991} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.267297] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.267756] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0cbfef-6f46-498b-b6e0-f0a8fc136905 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.274025] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1138.274025] env[69473]: value = "task-3358691" [ 1138.274025] env[69473]: _type = "Task" [ 1138.274025] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.281056] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358691, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.297323] env[69473]: DEBUG nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.326653] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.326901] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.327079] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.327269] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.327409] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.327556] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.327759] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.327928] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.328086] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.328251] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.328437] env[69473]: DEBUG nova.virt.hardware [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.329330] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d997400-8d6f-435e-9e28-c19d456c1514 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.336703] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc5e6e-fe84-4d0b-8c3f-d954c2a43f6a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.554752] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.554752] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.554752] env[69473]: DEBUG nova.network.neutron [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.570399] env[69473]: DEBUG oslo_concurrency.lockutils [None req-67264095-c5b0-4e26-9804-665cd1ded04d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "f222cbb3-6a0c-4159-84aa-b27251fec3ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.975s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.573585] env[69473]: DEBUG oslo_concurrency.lockutils [None req-62344d21-c003-4cf9-879f-5373954f549c tempest-ServerTagsTestJSON-1201823214 tempest-ServerTagsTestJSON-1201823214-project-member] Lock "252f48a7-f0b2-44ce-8625-cf3d504111d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.943s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.577400] env[69473]: DEBUG nova.compute.manager [req-f5a0fa8e-7cc6-478c-a1e6-802ec69ceb07 req-09b0a495-2d51-4780-a653-7fb749519ca4 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Received event network-vif-plugged-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.577400] env[69473]: DEBUG oslo_concurrency.lockutils [req-f5a0fa8e-7cc6-478c-a1e6-802ec69ceb07 req-09b0a495-2d51-4780-a653-7fb749519ca4 service nova] Acquiring lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.577635] env[69473]: DEBUG oslo_concurrency.lockutils [req-f5a0fa8e-7cc6-478c-a1e6-802ec69ceb07 req-09b0a495-2d51-4780-a653-7fb749519ca4 service nova] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.577820] env[69473]: DEBUG oslo_concurrency.lockutils [req-f5a0fa8e-7cc6-478c-a1e6-802ec69ceb07 req-09b0a495-2d51-4780-a653-7fb749519ca4 service nova] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.577995] env[69473]: DEBUG nova.compute.manager [req-f5a0fa8e-7cc6-478c-a1e6-802ec69ceb07 req-09b0a495-2d51-4780-a653-7fb749519ca4 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] No waiting events found dispatching network-vif-plugged-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.578181] env[69473]: WARNING nova.compute.manager [req-f5a0fa8e-7cc6-478c-a1e6-802ec69ceb07 req-09b0a495-2d51-4780-a653-7fb749519ca4 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Received unexpected event network-vif-plugged-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d for instance with vm_state building and task_state spawning. [ 1138.667285] env[69473]: DEBUG nova.network.neutron [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Successfully updated port: 8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.784871] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358691, 'name': Rename_Task, 'duration_secs': 0.13887} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.785119] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.785406] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d89c27af-2630-4383-a995-50ac86c3510d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.791770] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1138.791770] env[69473]: value = "task-3358692" [ 1138.791770] env[69473]: _type = "Task" [ 1138.791770] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.802641] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.169471] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.169626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.169778] env[69473]: DEBUG nova.network.neutron [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.253894] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739b59e6-faff-4a65-9309-cf564c0b9dc2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.265560] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d24fda9-439b-4244-9e7d-b0e5de3fc2a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.305879] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec680a6b-927a-4077-b047-911df71f3197 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.315379] env[69473]: DEBUG oslo_vmware.api [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358692, 'name': PowerOnVM_Task, 'duration_secs': 0.487414} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.317799] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.318239] env[69473]: INFO nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1139.318530] env[69473]: DEBUG nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.319857] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2bef4-fe6e-44a6-babe-8f1e3ac790cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.324355] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bd0f5c-9c5d-4b8c-9ea8-fd5381ccd71d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.344125] env[69473]: DEBUG nova.compute.provider_tree [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.498828] env[69473]: INFO nova.network.neutron [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Port 51738f64-6ddf-4509-b341-5ac3722497d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1139.499209] env[69473]: DEBUG nova.network.neutron [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.577132] env[69473]: DEBUG nova.compute.manager [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.577337] env[69473]: DEBUG nova.compute.manager [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing instance network info cache due to event network-changed-cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.577531] env[69473]: DEBUG oslo_concurrency.lockutils [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] Acquiring lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.717184] env[69473]: DEBUG nova.network.neutron [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.843946] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.844223] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.852271] env[69473]: DEBUG nova.scheduler.client.report [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.858114] env[69473]: INFO nova.compute.manager [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Took 17.64 seconds to build instance. [ 1139.898941] env[69473]: DEBUG nova.network.neutron [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Updating instance_info_cache with network_info: [{"id": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "address": "fa:16:3e:c9:e3:49", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1424e-d2", "ovs_interfaceid": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.005025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.005025] env[69473]: DEBUG oslo_concurrency.lockutils [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] Acquired lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.005025] env[69473]: DEBUG nova.network.neutron [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Refreshing network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.315107] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-67befd3f-98cc-432c-a436-68a967e3c661-51738f64-6ddf-4509-b341-5ac3722497d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.315771] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-67befd3f-98cc-432c-a436-68a967e3c661-51738f64-6ddf-4509-b341-5ac3722497d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.317419] env[69473]: DEBUG nova.objects.instance [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'flavor' on Instance uuid 67befd3f-98cc-432c-a436-68a967e3c661 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.347064] env[69473]: DEBUG nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.359382] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.360438] env[69473]: DEBUG nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.366210] env[69473]: DEBUG oslo_concurrency.lockutils [None req-db12d698-4100-4b2a-83de-6c4876dcab97 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.157s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.366210] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.357s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.366210] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.366210] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1140.366210] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.089s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.366210] env[69473]: DEBUG nova.objects.instance [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lazy-loading 'resources' on Instance uuid cbcd80bc-5d4e-4e0b-be8a-11e589758c71 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.366399] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a659d53-055a-4859-9d35-79dea9902c6c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.376150] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e258a-3017-4388-b7ce-8e989183cbcf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.396907] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d011e-a084-4a99-9925-121f7b2acd8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.402365] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.403044] env[69473]: DEBUG nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Instance network_info: |[{"id": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "address": "fa:16:3e:c9:e3:49", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1424e-d2", "ovs_interfaceid": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.405278] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:e3:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.413406] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.414584] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.415564] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24d9db-592c-4757-a1d4-fbbbc7a8ab0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.419220] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6933582d-9dce-4138-8613-39f15c8993fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.464082] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178154MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1140.464267] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.465764] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.465764] env[69473]: value = "task-3358693" [ 1140.465764] env[69473]: _type = "Task" [ 1140.465764] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.476241] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358693, 'name': CreateVM_Task} progress is 15%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.507596] env[69473]: DEBUG oslo_concurrency.lockutils [None req-434bd053-0b4e-4cb9-a6a8-84b99745f5fd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-14e61a11-9e35-4658-82e1-a0a772a789ed-51738f64-6ddf-4509-b341-5ac3722497d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.907s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.611070] env[69473]: DEBUG nova.compute.manager [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Received event network-changed-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.611343] env[69473]: DEBUG nova.compute.manager [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Refreshing instance network info cache due to event network-changed-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.611613] env[69473]: DEBUG oslo_concurrency.lockutils [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] Acquiring lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.611818] env[69473]: DEBUG oslo_concurrency.lockutils [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] Acquired lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.612118] env[69473]: DEBUG nova.network.neutron [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Refreshing network info cache for port 8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.867582] env[69473]: DEBUG nova.compute.utils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.872330] env[69473]: DEBUG nova.network.neutron [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updated VIF entry in instance network info cache for port cb0a9e34-4865-484d-9f89-b7b171db932f. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.873281] env[69473]: DEBUG nova.network.neutron [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [{"id": "cb0a9e34-4865-484d-9f89-b7b171db932f", "address": "fa:16:3e:33:f1:90", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0a9e34-48", "ovs_interfaceid": "cb0a9e34-4865-484d-9f89-b7b171db932f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.877029] env[69473]: DEBUG nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.877029] env[69473]: DEBUG nova.network.neutron [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.884256] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.949460] env[69473]: DEBUG nova.policy [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf02375fb87144479d7eeb00d64a4bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88f294bf87f4eb99e4be77dec5698c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.979476] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358693, 'name': CreateVM_Task, 'duration_secs': 0.311088} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.979651] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.980337] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.980505] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.980819] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.981126] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96351a97-f14e-4992-bb2a-f186ef763d41 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.985713] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1140.985713] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a1b1b3-3ccf-c0b0-34f5-5ccf24f83a26" [ 1140.985713] env[69473]: _type = "Task" [ 1140.985713] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.997777] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a1b1b3-3ccf-c0b0-34f5-5ccf24f83a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.015764] env[69473]: DEBUG nova.objects.instance [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'pci_requests' on Instance uuid 67befd3f-98cc-432c-a436-68a967e3c661 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.102409] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6263180f-633a-45b0-b544-60046700f09e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.110668] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65032a3-f1b0-4d2c-8d5c-5ad93d7b6a2c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.151850] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d609eef2-abb1-48d7-a0d7-b06cc0be4627 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.162503] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f2d4fc-c17b-4f92-947e-f915f1c2a4e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.178373] env[69473]: DEBUG nova.compute.provider_tree [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.373706] env[69473]: DEBUG nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.377066] env[69473]: DEBUG oslo_concurrency.lockutils [req-03fc244c-7b51-43c8-9681-05413a389eeb req-8a9a65b1-da65-4a1b-a197-9c6f7c3e241c service nova] Releasing lock "refresh_cache-14e61a11-9e35-4658-82e1-a0a772a789ed" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.391924] env[69473]: DEBUG nova.network.neutron [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Successfully created port: 0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.445409] env[69473]: DEBUG nova.network.neutron [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Updated VIF entry in instance network info cache for port 8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.445747] env[69473]: DEBUG nova.network.neutron [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Updating instance_info_cache with network_info: [{"id": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "address": "fa:16:3e:c9:e3:49", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1424e-d2", "ovs_interfaceid": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.497081] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a1b1b3-3ccf-c0b0-34f5-5ccf24f83a26, 'name': SearchDatastore_Task, 'duration_secs': 0.02383} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.498441] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.498441] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.498441] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.498441] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.498441] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.498663] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa49a85-1f7d-4e46-b059-84e845b85cdd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.508352] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.508626] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.509341] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97819b8-5c63-44d5-82d3-beeff3f38bc2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.515415] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1141.515415] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b96271-db4a-3881-e991-bc585a768c45" [ 1141.515415] env[69473]: _type = "Task" [ 1141.515415] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.518354] env[69473]: DEBUG nova.objects.base [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Object Instance<67befd3f-98cc-432c-a436-68a967e3c661> lazy-loaded attributes: flavor,pci_requests {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.518354] env[69473]: DEBUG nova.network.neutron [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.525215] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b96271-db4a-3881-e991-bc585a768c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.617016] env[69473]: DEBUG nova.policy [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dccf6a78054aa8aabb5f346440d237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99945be4914c43a08c7481833a95d800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.670368] env[69473]: DEBUG nova.compute.manager [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.670532] env[69473]: DEBUG nova.compute.manager [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing instance network info cache due to event network-changed-0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.670786] env[69473]: DEBUG oslo_concurrency.lockutils [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.671121] env[69473]: DEBUG oslo_concurrency.lockutils [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.671326] env[69473]: DEBUG nova.network.neutron [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.685026] env[69473]: DEBUG nova.scheduler.client.report [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.950392] env[69473]: DEBUG oslo_concurrency.lockutils [req-1a5e7639-9860-4688-bec6-bf0e62309676 req-ca429beb-fd6f-4bc9-986f-0f2b6b108d8c service nova] Releasing lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.026350] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b96271-db4a-3881-e991-bc585a768c45, 'name': SearchDatastore_Task, 'duration_secs': 0.021623} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.027262] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5616c1-e1a2-410f-b8f9-f459cafd86f0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.032888] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1142.032888] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52017633-c117-9cde-7ecd-cea3c1d0822e" [ 1142.032888] env[69473]: _type = "Task" [ 1142.032888] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.040677] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52017633-c117-9cde-7ecd-cea3c1d0822e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.193104] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.195172] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.389s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.196669] env[69473]: INFO nova.compute.claims [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.215043] env[69473]: INFO nova.scheduler.client.report [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleted allocations for instance cbcd80bc-5d4e-4e0b-be8a-11e589758c71 [ 1142.384887] env[69473]: DEBUG nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.407247] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.407588] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.407675] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.407864] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.408020] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.408313] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.408536] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.408693] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.408860] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.409031] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.409213] env[69473]: DEBUG nova.virt.hardware [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.410093] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58311cf9-2f82-45c1-896f-526f14c8c12d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.420815] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a934feef-94dd-4b42-9fcd-387083b6464c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.466672] env[69473]: DEBUG nova.network.neutron [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updated VIF entry in instance network info cache for port 0c2d8e82-98af-4e40-a217-8ac5469622fa. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.467051] env[69473]: DEBUG nova.network.neutron [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.512554] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.512792] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.542552] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52017633-c117-9cde-7ecd-cea3c1d0822e, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.542805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.543131] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f071574d-2f4f-4cb8-86a4-81de5dc5d0b0/f071574d-2f4f-4cb8-86a4-81de5dc5d0b0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.543394] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeed694e-9281-41a3-85a9-30a49a1516ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.550158] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1142.550158] env[69473]: value = "task-3358694" [ 1142.550158] env[69473]: _type = "Task" [ 1142.550158] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.557452] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.666335] env[69473]: DEBUG nova.compute.manager [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Received event network-changed-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.666535] env[69473]: DEBUG nova.compute.manager [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Refreshing instance network info cache due to event network-changed-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.666742] env[69473]: DEBUG oslo_concurrency.lockutils [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] Acquiring lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.666888] env[69473]: DEBUG oslo_concurrency.lockutils [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] Acquired lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.667087] env[69473]: DEBUG nova.network.neutron [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Refreshing network info cache for port 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.672126] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.672357] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.730189] env[69473]: DEBUG oslo_concurrency.lockutils [None req-0346157f-3d22-4510-9286-82c661967ca7 tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "cbcd80bc-5d4e-4e0b-be8a-11e589758c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.520s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.969972] env[69473]: DEBUG oslo_concurrency.lockutils [req-93f9e674-0fdd-4143-9eeb-4abff1a7bf2b req-d2c7fd4d-41d5-442e-9e1c-3883e402dccf service nova] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.014974] env[69473]: DEBUG nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.060554] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.090795] env[69473]: DEBUG nova.network.neutron [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Successfully updated port: 0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.175121] env[69473]: DEBUG nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.231837] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.232211] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.232290] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.232474] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.232642] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.235357] env[69473]: INFO nova.compute.manager [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Terminating instance [ 1143.288052] env[69473]: DEBUG nova.network.neutron [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Successfully updated port: 51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.393355] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976d922e-7e1c-4fa4-8f19-98505a0b5094 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.403262] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6acead-06b2-4f7d-a07e-520508424c00 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.432958] env[69473]: DEBUG nova.network.neutron [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updated VIF entry in instance network info cache for port 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.433339] env[69473]: DEBUG nova.network.neutron [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [{"id": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "address": "fa:16:3e:ba:d6:92", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb4bec3-77", "ovs_interfaceid": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.434908] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce53720-75cb-4863-a058-5f8e0f27df3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.443035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618381c6-73d9-4f15-98f7-df30435195dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.456185] env[69473]: DEBUG nova.compute.provider_tree [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.533823] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.559919] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632517} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.560192] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] f071574d-2f4f-4cb8-86a4-81de5dc5d0b0/f071574d-2f4f-4cb8-86a4-81de5dc5d0b0.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.560409] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.560649] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8203dfdc-2b4d-4b46-9021-2f2878e5f3f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.567940] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1143.567940] env[69473]: value = "task-3358695" [ 1143.567940] env[69473]: _type = "Task" [ 1143.567940] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.574640] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.593616] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.593747] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.593891] env[69473]: DEBUG nova.network.neutron [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.696206] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.740794] env[69473]: DEBUG nova.compute.manager [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.741084] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.741987] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f0b10b-9bcf-4386-a064-9520fb59a7d1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.749649] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.749889] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69650869-7ce9-41c3-9872-debf3fc6a6e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.755373] env[69473]: DEBUG oslo_vmware.api [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1143.755373] env[69473]: value = "task-3358696" [ 1143.755373] env[69473]: _type = "Task" [ 1143.755373] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.762823] env[69473]: DEBUG oslo_vmware.api [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.790604] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.790769] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.790954] env[69473]: DEBUG nova.network.neutron [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.938531] env[69473]: DEBUG oslo_concurrency.lockutils [req-04d258e5-4760-4742-afd0-84578108f706 req-8289b537-0c1b-4288-8b3f-7b2c77fb76e2 service nova] Releasing lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.958957] env[69473]: DEBUG nova.scheduler.client.report [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.078146] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158029} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.078479] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.079290] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501766aa-2271-4954-adae-5cf0871bcb14 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.101954] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f071574d-2f4f-4cb8-86a4-81de5dc5d0b0/f071574d-2f4f-4cb8-86a4-81de5dc5d0b0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.103888] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b67bedd-ba3b-41a4-b665-561cd9d131c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.123334] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1144.123334] env[69473]: value = "task-3358697" [ 1144.123334] env[69473]: _type = "Task" [ 1144.123334] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.131326] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.144458] env[69473]: DEBUG nova.network.neutron [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.270291] env[69473]: DEBUG oslo_vmware.api [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.342147] env[69473]: WARNING nova.network.neutron [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] 19d6b237-da70-41b8-90ea-b6b55b5b8105 already exists in list: networks containing: ['19d6b237-da70-41b8-90ea-b6b55b5b8105']. ignoring it [ 1144.345049] env[69473]: DEBUG nova.network.neutron [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0327b3-26", "ovs_interfaceid": "0c0327b3-269c-4022-9a78-e9a8061cd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.464154] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.464679] env[69473]: DEBUG nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.467707] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.248s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.467930] env[69473]: DEBUG nova.objects.instance [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lazy-loading 'resources' on Instance uuid d1c4d6fb-7714-4a3d-b99b-da10f46d62b1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.610749] env[69473]: DEBUG nova.network.neutron [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51738f64-6ddf-4509-b341-5ac3722497d1", "address": "fa:16:3e:f3:a2:0f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51738f64-6d", "ovs_interfaceid": "51738f64-6ddf-4509-b341-5ac3722497d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.633631] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358697, 'name': ReconfigVM_Task, 'duration_secs': 0.390458} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.633885] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f071574d-2f4f-4cb8-86a4-81de5dc5d0b0/f071574d-2f4f-4cb8-86a4-81de5dc5d0b0.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.634509] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92f68975-4cae-4055-bdff-36bd649f10f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.641244] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1144.641244] env[69473]: value = "task-3358698" [ 1144.641244] env[69473]: _type = "Task" [ 1144.641244] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.650008] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358698, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.697171] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-vif-plugged-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.697428] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.697646] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.697814] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.698014] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] No waiting events found dispatching network-vif-plugged-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.698213] env[69473]: WARNING nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received unexpected event network-vif-plugged-0c0327b3-269c-4022-9a78-e9a8061cd285 for instance with vm_state building and task_state spawning. [ 1144.698401] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.698577] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing instance network info cache due to event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.698755] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Acquiring lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.766798] env[69473]: DEBUG oslo_vmware.api [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358696, 'name': PowerOffVM_Task, 'duration_secs': 0.667291} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.767210] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.767479] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.767779] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a6908f3-e58a-4ff3-ada1-88c2f382d6fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.836175] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.836416] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.836601] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleting the datastore file [datastore2] 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.836862] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0182682b-bb3b-4680-8a37-db82cca3a058 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.843215] env[69473]: DEBUG oslo_vmware.api [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for the task: (returnval){ [ 1144.843215] env[69473]: value = "task-3358700" [ 1144.843215] env[69473]: _type = "Task" [ 1144.843215] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.847830] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.848147] env[69473]: DEBUG nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Instance network_info: |[{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0327b3-26", "ovs_interfaceid": "0c0327b3-269c-4022-9a78-e9a8061cd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.851694] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Acquired lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.851880] env[69473]: DEBUG nova.network.neutron [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.853094] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b4:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c0327b3-269c-4022-9a78-e9a8061cd285', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.860974] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.861194] env[69473]: DEBUG oslo_vmware.api [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.862116] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.862370] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e2809c3-846a-4ffe-942a-b9f41ba06b24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.881887] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.881887] env[69473]: value = "task-3358701" [ 1144.881887] env[69473]: _type = "Task" [ 1144.881887] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.891135] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358701, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.970912] env[69473]: DEBUG nova.compute.utils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.975509] env[69473]: DEBUG nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.975509] env[69473]: DEBUG nova.network.neutron [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.016595] env[69473]: DEBUG nova.policy [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c6b5c50c804c92b0a9a2f1b6677596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f91ad7a024442c80a82a1f10d17ccb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.114437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.115070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.115310] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.116926] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dafefc5-f596-40f2-8729-40e386f9a77e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.134979] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.135255] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.135399] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.135582] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.136570] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.136570] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.136570] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.136570] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.136570] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.136570] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.136886] env[69473]: DEBUG nova.virt.hardware [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.143192] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Reconfiguring VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1145.146384] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ef4cba-6d24-4062-b21d-b8cb07642aab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.166842] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358698, 'name': Rename_Task, 'duration_secs': 0.142149} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.168031] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.168345] env[69473]: DEBUG oslo_vmware.api [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1145.168345] env[69473]: value = "task-3358702" [ 1145.168345] env[69473]: _type = "Task" [ 1145.168345] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.170681] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ce9a77-36fb-4a02-be6d-77c92c20462c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.178679] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1145.178679] env[69473]: value = "task-3358703" [ 1145.178679] env[69473]: _type = "Task" [ 1145.178679] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.181734] env[69473]: DEBUG oslo_vmware.api [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.191343] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.196602] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fbe04d-bd06-49dc-bfeb-72f9ee8518d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.207990] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a82ed5-595a-4a16-983b-3c2d9c8b176e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.241866] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdc3ed0-8911-4010-92f6-029d7b62ca96 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.250814] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe164eed-6b8b-4993-8711-6ce42aacf9ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.266317] env[69473]: DEBUG nova.compute.provider_tree [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.293786] env[69473]: DEBUG nova.network.neutron [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Successfully created port: 97c0b894-26a3-42e8-9d37-93077e64c73b {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.353206] env[69473]: DEBUG oslo_vmware.api [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Task: {'id': task-3358700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182212} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.353481] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.353646] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.353826] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.353999] env[69473]: INFO nova.compute.manager [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1145.354458] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.354536] env[69473]: DEBUG nova.compute.manager [-] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.354616] env[69473]: DEBUG nova.network.neutron [-] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.396124] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358701, 'name': CreateVM_Task, 'duration_secs': 0.33727} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.399167] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.400041] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.400292] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.400735] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.401464] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf020bb-5079-4548-8d72-505069a3d5b6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.406301] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1145.406301] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f1822-5742-4326-8e5f-434978d21454" [ 1145.406301] env[69473]: _type = "Task" [ 1145.406301] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.415537] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f1822-5742-4326-8e5f-434978d21454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.475976] env[69473]: DEBUG nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.576650] env[69473]: DEBUG nova.network.neutron [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updated VIF entry in instance network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.576650] env[69473]: DEBUG nova.network.neutron [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0327b3-26", "ovs_interfaceid": "0c0327b3-269c-4022-9a78-e9a8061cd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.685454] env[69473]: DEBUG oslo_vmware.api [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.694424] env[69473]: DEBUG oslo_vmware.api [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358703, 'name': PowerOnVM_Task, 'duration_secs': 0.492357} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.694694] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.694899] env[69473]: INFO nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1145.695174] env[69473]: DEBUG nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.699018] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63ed55-89de-4f32-b7d6-2bc49fe23b4f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.770277] env[69473]: DEBUG nova.scheduler.client.report [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.918142] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526f1822-5742-4326-8e5f-434978d21454, 'name': SearchDatastore_Task, 'duration_secs': 0.016192} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.918516] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.918752] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.918989] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.919155] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.920037] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.920037] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-302dbf4a-030b-4a0e-af61-b5ea51c5780f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.929561] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.929766] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.930541] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6783fbd-6b9b-483c-9496-78723a40fd75 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.936136] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1145.936136] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523ba946-5d8a-8940-aed5-e314bfbeaa34" [ 1145.936136] env[69473]: _type = "Task" [ 1145.936136] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.945275] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523ba946-5d8a-8940-aed5-e314bfbeaa34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.080029] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Releasing lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.080196] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-vif-plugged-51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.080305] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Acquiring lock "67befd3f-98cc-432c-a436-68a967e3c661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.080512] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Lock "67befd3f-98cc-432c-a436-68a967e3c661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.080676] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Lock "67befd3f-98cc-432c-a436-68a967e3c661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.080844] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] No waiting events found dispatching network-vif-plugged-51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.081049] env[69473]: WARNING nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received unexpected event network-vif-plugged-51738f64-6ddf-4509-b341-5ac3722497d1 for instance with vm_state active and task_state None. [ 1146.081230] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-changed-51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.081389] env[69473]: DEBUG nova.compute.manager [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing instance network info cache due to event network-changed-51738f64-6ddf-4509-b341-5ac3722497d1. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.081574] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.081710] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.081861] env[69473]: DEBUG nova.network.neutron [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Refreshing network info cache for port 51738f64-6ddf-4509-b341-5ac3722497d1 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.182837] env[69473]: DEBUG oslo_vmware.api [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358702, 'name': ReconfigVM_Task, 'duration_secs': 0.664972} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.183569] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.183657] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Reconfigured VM to attach interface {{(pid=69473) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1146.213189] env[69473]: INFO nova.compute.manager [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Took 17.08 seconds to build instance. [ 1146.214011] env[69473]: DEBUG nova.network.neutron [-] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.274854] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.277181] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.094s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.278721] env[69473]: INFO nova.compute.claims [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.298040] env[69473]: INFO nova.scheduler.client.report [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Deleted allocations for instance d1c4d6fb-7714-4a3d-b99b-da10f46d62b1 [ 1146.445962] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523ba946-5d8a-8940-aed5-e314bfbeaa34, 'name': SearchDatastore_Task, 'duration_secs': 0.020734} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.448616] env[69473]: DEBUG nova.compute.manager [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Received event network-changed-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.448805] env[69473]: DEBUG nova.compute.manager [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Refreshing instance network info cache due to event network-changed-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.449019] env[69473]: DEBUG oslo_concurrency.lockutils [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] Acquiring lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.449168] env[69473]: DEBUG oslo_concurrency.lockutils [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] Acquired lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.449331] env[69473]: DEBUG nova.network.neutron [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Refreshing network info cache for port 8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.450538] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e7b410-429a-4334-aadd-4ba82d798352 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.456810] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1146.456810] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5218b142-ee1e-24f2-daa8-5189746c6281" [ 1146.456810] env[69473]: _type = "Task" [ 1146.456810] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.464802] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5218b142-ee1e-24f2-daa8-5189746c6281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.485104] env[69473]: DEBUG nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.520058] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.520315] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.520471] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.520646] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.520790] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.520953] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.521194] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.521341] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.521506] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.521669] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.521831] env[69473]: DEBUG nova.virt.hardware [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.523017] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701cd240-d45f-4bae-bdf1-d4be48117355 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.532970] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ffb42b-c34e-402d-8399-c304576a62a9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.688200] env[69473]: DEBUG oslo_concurrency.lockutils [None req-aba34b06-7fe7-44fd-9129-8995e8a72cfd tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-67befd3f-98cc-432c-a436-68a967e3c661-51738f64-6ddf-4509-b341-5ac3722497d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.372s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.716055] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5872bcf2-3c48-4691-b82c-cb691bb4f5ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.598s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.716938] env[69473]: INFO nova.compute.manager [-] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Took 1.36 seconds to deallocate network for instance. [ 1146.748111] env[69473]: DEBUG nova.compute.manager [req-4cc6fb42-cdc9-44b4-b4aa-da9ff67e4b1d req-b3393168-80ae-4fa0-a01e-2aa7c93a5a95 service nova] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Received event network-vif-deleted-20e82f91-0e42-4ede-a043-ffac775d3baf {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.804669] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2027c6ef-8c2c-4397-9a0d-17bc602eb087 tempest-ServerShowV257Test-1785382378 tempest-ServerShowV257Test-1785382378-project-member] Lock "d1c4d6fb-7714-4a3d-b99b-da10f46d62b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.772s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.879621] env[69473]: DEBUG nova.network.neutron [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updated VIF entry in instance network info cache for port 51738f64-6ddf-4509-b341-5ac3722497d1. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.880135] env[69473]: DEBUG nova.network.neutron [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51738f64-6ddf-4509-b341-5ac3722497d1", "address": "fa:16:3e:f3:a2:0f", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51738f64-6d", "ovs_interfaceid": "51738f64-6ddf-4509-b341-5ac3722497d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.968840] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5218b142-ee1e-24f2-daa8-5189746c6281, 'name': SearchDatastore_Task, 'duration_secs': 0.041125} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.969154] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.969406] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.969669] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d73577db-16d7-42e9-98c7-36c84c3c8017 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.976839] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1146.976839] env[69473]: value = "task-3358704" [ 1146.976839] env[69473]: _type = "Task" [ 1146.976839] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.984687] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.104368] env[69473]: DEBUG nova.network.neutron [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Successfully updated port: 97c0b894-26a3-42e8-9d37-93077e64c73b {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.217726] env[69473]: DEBUG nova.network.neutron [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Updated VIF entry in instance network info cache for port 8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.218106] env[69473]: DEBUG nova.network.neutron [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Updating instance_info_cache with network_info: [{"id": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "address": "fa:16:3e:c9:e3:49", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1424e-d2", "ovs_interfaceid": "8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.226823] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.383435] env[69473]: DEBUG oslo_concurrency.lockutils [req-ef26106a-b499-4b93-b17c-5074a22cc73f req-cecebf36-0eff-4356-bd10-ac902d70ff3a service nova] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.494275] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.503727] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed72cb-4cf3-4b6a-becb-1e55183ad07a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.512967] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa1e97b-2cf8-4867-9ff8-e9c09f9975d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.550391] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2574073-9e05-421f-a9ae-78c68c85c50f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.560484] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d06a23-fd5b-4b2e-93d2-f27510ff35ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.576303] env[69473]: DEBUG nova.compute.provider_tree [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.607432] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "refresh_cache-ee223c1d-92eb-4287-bfe8-25a0f43ed660" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.607616] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "refresh_cache-ee223c1d-92eb-4287-bfe8-25a0f43ed660" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.607857] env[69473]: DEBUG nova.network.neutron [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.721155] env[69473]: DEBUG oslo_concurrency.lockutils [req-c0e597dd-1eb7-44f1-8e06-1b2e15258da5 req-98a3d5f4-7a05-43c8-b008-9f8373d60e68 service nova] Releasing lock "refresh_cache-f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.987740] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582768} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.988009] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.988238] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.988491] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c64058d2-4c39-4920-81e2-4d86ccc37656 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.995327] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1147.995327] env[69473]: value = "task-3358706" [ 1147.995327] env[69473]: _type = "Task" [ 1147.995327] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.003743] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.057494] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "interface-67befd3f-98cc-432c-a436-68a967e3c661-51738f64-6ddf-4509-b341-5ac3722497d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.057770] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-67befd3f-98cc-432c-a436-68a967e3c661-51738f64-6ddf-4509-b341-5ac3722497d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.079448] env[69473]: DEBUG nova.scheduler.client.report [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.140147] env[69473]: DEBUG nova.network.neutron [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.268900] env[69473]: DEBUG nova.network.neutron [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Updating instance_info_cache with network_info: [{"id": "97c0b894-26a3-42e8-9d37-93077e64c73b", "address": "fa:16:3e:19:10:d1", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0b894-26", "ovs_interfaceid": "97c0b894-26a3-42e8-9d37-93077e64c73b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.507066] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166596} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.507465] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.507921] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1989cc7-09d7-4929-852b-807e25ceec94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.530515] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.530817] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718d1410-9b7a-493b-a1ed-bea17b038b32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.553659] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1148.553659] env[69473]: value = "task-3358707" [ 1148.553659] env[69473]: _type = "Task" [ 1148.553659] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.561596] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.564226] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.564390] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.565125] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c804f35-8f74-4847-ae04-cab7da729653 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.581948] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315c92a0-7725-4e7f-b59f-85060b22e5b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.585070] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.585579] env[69473]: DEBUG nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.588274] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.124s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.613030] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Reconfiguring VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1148.613304] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d6fd2d-fec0-4673-b6b1-590d62a57293 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.633934] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1148.633934] env[69473]: value = "task-3358708" [ 1148.633934] env[69473]: _type = "Task" [ 1148.633934] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.642437] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.771201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "refresh_cache-ee223c1d-92eb-4287-bfe8-25a0f43ed660" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.771528] env[69473]: DEBUG nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Instance network_info: |[{"id": "97c0b894-26a3-42e8-9d37-93077e64c73b", "address": "fa:16:3e:19:10:d1", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0b894-26", "ovs_interfaceid": "97c0b894-26a3-42e8-9d37-93077e64c73b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.771948] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:10:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c0b894-26a3-42e8-9d37-93077e64c73b', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.779551] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.780696] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.781873] env[69473]: DEBUG nova.compute.manager [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Received event network-vif-plugged-97c0b894-26a3-42e8-9d37-93077e64c73b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.782084] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] Acquiring lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.782294] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.782461] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.782624] env[69473]: DEBUG nova.compute.manager [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] No waiting events found dispatching network-vif-plugged-97c0b894-26a3-42e8-9d37-93077e64c73b {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.782789] env[69473]: WARNING nova.compute.manager [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Received unexpected event network-vif-plugged-97c0b894-26a3-42e8-9d37-93077e64c73b for instance with vm_state building and task_state spawning. [ 1148.782946] env[69473]: DEBUG nova.compute.manager [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Received event network-changed-97c0b894-26a3-42e8-9d37-93077e64c73b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.783130] env[69473]: DEBUG nova.compute.manager [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Refreshing instance network info cache due to event network-changed-97c0b894-26a3-42e8-9d37-93077e64c73b. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.783327] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] Acquiring lock "refresh_cache-ee223c1d-92eb-4287-bfe8-25a0f43ed660" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.783465] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] Acquired lock "refresh_cache-ee223c1d-92eb-4287-bfe8-25a0f43ed660" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.783617] env[69473]: DEBUG nova.network.neutron [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Refreshing network info cache for port 97c0b894-26a3-42e8-9d37-93077e64c73b {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.784693] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b913acb2-5520-491c-89cf-8fab98f23691 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.808743] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.808743] env[69473]: value = "task-3358709" [ 1148.808743] env[69473]: _type = "Task" [ 1148.808743] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.817275] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358709, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.064486] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358707, 'name': ReconfigVM_Task, 'duration_secs': 0.49201} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.064688] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Reconfigured VM instance instance-00000072 to attach disk [datastore2] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.065399] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6065f291-1f4e-42b9-8576-8e44e0373b9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.070858] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1149.070858] env[69473]: value = "task-3358710" [ 1149.070858] env[69473]: _type = "Task" [ 1149.070858] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.078562] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358710, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.096882] env[69473]: DEBUG nova.compute.utils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.098405] env[69473]: DEBUG nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.098624] env[69473]: DEBUG nova.network.neutron [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.143205] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.157995] env[69473]: DEBUG nova.policy [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b33c8a5c8de4a0f9d755aceddad6212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b89a5e1a770447b18011576243567480', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.319402] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358709, 'name': CreateVM_Task, 'duration_secs': 0.370114} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.319544] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.320201] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.320367] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.320676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.320926] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdb74d4-ddc1-43a7-82a7-771c1fe18f9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.325360] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1149.325360] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522e8d2f-996a-0d20-37bd-8fab87b38fa1" [ 1149.325360] env[69473]: _type = "Task" [ 1149.325360] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.333947] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522e8d2f-996a-0d20-37bd-8fab87b38fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.558606] env[69473]: DEBUG nova.network.neutron [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Successfully created port: 20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.580481] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358710, 'name': Rename_Task, 'duration_secs': 0.153336} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.580778] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.581057] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d879df-760a-4991-b05a-560c8d9b34a2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.586477] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1149.586477] env[69473]: value = "task-3358711" [ 1149.586477] env[69473]: _type = "Task" [ 1149.586477] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.593546] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.602354] env[69473]: DEBUG nova.network.neutron [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Updated VIF entry in instance network info cache for port 97c0b894-26a3-42e8-9d37-93077e64c73b. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.602713] env[69473]: DEBUG nova.network.neutron [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Updating instance_info_cache with network_info: [{"id": "97c0b894-26a3-42e8-9d37-93077e64c73b", "address": "fa:16:3e:19:10:d1", "network": {"id": "461875a5-c3dd-4b4d-a685-0acfa4a26d47", "bridge": "br-int", "label": "tempest-ServersTestJSON-1926015171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f91ad7a024442c80a82a1f10d17ccb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0b894-26", "ovs_interfaceid": "97c0b894-26a3-42e8-9d37-93077e64c73b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.604317] env[69473]: DEBUG nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.622788] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1971c532-b386-46b8-b50e-a4311d188ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.622963] env[69473]: WARNING nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1149.623123] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f63a8ec2-0b8a-4ac7-b102-f2cef2709c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.623290] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 14e61a11-9e35-4658-82e1-a0a772a789ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.623415] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 67befd3f-98cc-432c-a436-68a967e3c661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.623529] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c2a2fcca-7dd5-4ec2-9c09-46a7534950cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.623645] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.623758] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance bda7fae2-0aa4-452f-80d5-27de5ec2f638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.623879] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance ee223c1d-92eb-4287-bfe8-25a0f43ed660 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.623992] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a940c96f-f36f-40f0-a5e0-1467759d821b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1149.645950] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.836690] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522e8d2f-996a-0d20-37bd-8fab87b38fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.837142] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.837460] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.837833] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.838057] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.838612] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.838714] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e211ed2-194a-41b9-8e00-db5bcafc0c3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.846995] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.851019] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.851019] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e983b94-b89b-4b07-98d7-8742ff8bb21c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.855383] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1149.855383] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5247ce7f-ef06-4ace-094f-f72964667ab0" [ 1149.855383] env[69473]: _type = "Task" [ 1149.855383] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.869182] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5247ce7f-ef06-4ace-094f-f72964667ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.871223] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0bc9e0-85df-41f7-ac18-4e3aa215d756 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.876986] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1149.876986] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520459a4-b730-0194-bd6e-e8bc7f0ed93f" [ 1149.876986] env[69473]: _type = "Task" [ 1149.876986] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.884725] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520459a4-b730-0194-bd6e-e8bc7f0ed93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.097264] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.107871] env[69473]: DEBUG oslo_concurrency.lockutils [req-dfb2380b-ce10-4b06-8401-92558540cecb req-5a44ebd9-3737-4275-8c76-84e4f0b17850 service nova] Releasing lock "refresh_cache-ee223c1d-92eb-4287-bfe8-25a0f43ed660" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.126854] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 74fc1604-5fcd-4153-ae3c-5f95e586e00f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1150.147785] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.386682] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]520459a4-b730-0194-bd6e-e8bc7f0ed93f, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.386954] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.387228] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ee223c1d-92eb-4287-bfe8-25a0f43ed660/ee223c1d-92eb-4287-bfe8-25a0f43ed660.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.387525] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-457aa473-2d53-4a5f-813f-dcf14b20a199 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.395574] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1150.395574] env[69473]: value = "task-3358712" [ 1150.395574] env[69473]: _type = "Task" [ 1150.395574] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.403592] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.597408] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.614297] env[69473]: DEBUG nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.630452] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 9cae46dc-9295-46d5-87b2-87f5fd7b7110 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1150.642582] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.642982] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.642982] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.643245] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.643407] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.643555] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.643762] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.643919] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.644116] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.644298] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.644486] env[69473]: DEBUG nova.virt.hardware [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.645324] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f0065-245a-43ae-b052-eb8b13c2ece4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.651822] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.657270] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdff8249-4e73-4acb-831f-59f903299c5d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.907396] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.097993] env[69473]: DEBUG oslo_vmware.api [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358711, 'name': PowerOnVM_Task, 'duration_secs': 1.481578} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.098325] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.098516] env[69473]: INFO nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1151.098718] env[69473]: DEBUG nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.099483] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27ccccd-b846-48bd-9732-7342d540c87d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.136169] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 3ed0073a-ace7-4c69-85cd-86cf2fd5811c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1151.136430] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1151.136583] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1151.149743] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.231460] env[69473]: DEBUG nova.compute.manager [req-8f6b7b3d-fd2b-4e8f-a699-6b70195f3f00 req-c52b9781-a561-4e37-8177-e5bac4085e19 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Received event network-vif-plugged-20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.231815] env[69473]: DEBUG oslo_concurrency.lockutils [req-8f6b7b3d-fd2b-4e8f-a699-6b70195f3f00 req-c52b9781-a561-4e37-8177-e5bac4085e19 service nova] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.231994] env[69473]: DEBUG oslo_concurrency.lockutils [req-8f6b7b3d-fd2b-4e8f-a699-6b70195f3f00 req-c52b9781-a561-4e37-8177-e5bac4085e19 service nova] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.232180] env[69473]: DEBUG oslo_concurrency.lockutils [req-8f6b7b3d-fd2b-4e8f-a699-6b70195f3f00 req-c52b9781-a561-4e37-8177-e5bac4085e19 service nova] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.232427] env[69473]: DEBUG nova.compute.manager [req-8f6b7b3d-fd2b-4e8f-a699-6b70195f3f00 req-c52b9781-a561-4e37-8177-e5bac4085e19 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] No waiting events found dispatching network-vif-plugged-20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.232502] env[69473]: WARNING nova.compute.manager [req-8f6b7b3d-fd2b-4e8f-a699-6b70195f3f00 req-c52b9781-a561-4e37-8177-e5bac4085e19 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Received unexpected event network-vif-plugged-20757dc5-23d9-40c4-8126-440971644947 for instance with vm_state building and task_state spawning. [ 1151.324188] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae35eb83-6f06-4591-b62f-6f2ec9ad1530 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.327477] env[69473]: DEBUG nova.network.neutron [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Successfully updated port: 20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.335982] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803acfe-6843-41b9-9b47-596c3ade84f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.367281] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd749b1-ddb1-446a-9637-8ca9fccd200a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.374606] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadcaad6-232c-444a-b2c2-9b477831d896 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.388251] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.406897] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563511} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.407187] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] ee223c1d-92eb-4287-bfe8-25a0f43ed660/ee223c1d-92eb-4287-bfe8-25a0f43ed660.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.407401] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.407639] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d90ac4e-0d8a-4753-bc98-bf36be48ecd1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.413765] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1151.413765] env[69473]: value = "task-3358714" [ 1151.413765] env[69473]: _type = "Task" [ 1151.413765] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.422735] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.623549] env[69473]: INFO nova.compute.manager [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Took 19.72 seconds to build instance. [ 1151.649728] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.834612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.834612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.834612] env[69473]: DEBUG nova.network.neutron [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.892134] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.924351] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067947} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.924488] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.925277] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766869d9-3cda-4176-b39d-a1538f1c183b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.947700] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ee223c1d-92eb-4287-bfe8-25a0f43ed660/ee223c1d-92eb-4287-bfe8-25a0f43ed660.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.948362] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f3bfe5a-143d-43cd-a072-600c9c63d4b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.968816] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1151.968816] env[69473]: value = "task-3358715" [ 1151.968816] env[69473]: _type = "Task" [ 1151.968816] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.977435] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.126645] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e95f0ab2-cb4c-4c13-8c64-f803e84804c5 tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.227s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.150436] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.221869] env[69473]: DEBUG nova.compute.manager [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.222102] env[69473]: DEBUG nova.compute.manager [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing instance network info cache due to event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.222418] env[69473]: DEBUG oslo_concurrency.lockutils [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] Acquiring lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.222615] env[69473]: DEBUG oslo_concurrency.lockutils [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] Acquired lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.222738] env[69473]: DEBUG nova.network.neutron [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.373358] env[69473]: DEBUG nova.network.neutron [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.399137] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1152.399137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.809s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.399137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.514s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.399551] env[69473]: INFO nova.compute.claims [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.402213] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.479529] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.511459] env[69473]: DEBUG nova.network.neutron [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Updating instance_info_cache with network_info: [{"id": "20757dc5-23d9-40c4-8126-440971644947", "address": "fa:16:3e:2a:e9:97", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20757dc5-23", "ovs_interfaceid": "20757dc5-23d9-40c4-8126-440971644947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.650113] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.940009] env[69473]: DEBUG nova.network.neutron [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updated VIF entry in instance network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.940399] env[69473]: DEBUG nova.network.neutron [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0327b3-26", "ovs_interfaceid": "0c0327b3-269c-4022-9a78-e9a8061cd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.981581] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358715, 'name': ReconfigVM_Task, 'duration_secs': 0.942705} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.981842] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ee223c1d-92eb-4287-bfe8-25a0f43ed660/ee223c1d-92eb-4287-bfe8-25a0f43ed660.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.982431] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37a9e36b-7c4b-42bd-ba70-75b79780119c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.989023] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1152.989023] env[69473]: value = "task-3358717" [ 1152.989023] env[69473]: _type = "Task" [ 1152.989023] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.996805] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358717, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.014519] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.014817] env[69473]: DEBUG nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Instance network_info: |[{"id": "20757dc5-23d9-40c4-8126-440971644947", "address": "fa:16:3e:2a:e9:97", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20757dc5-23", "ovs_interfaceid": "20757dc5-23d9-40c4-8126-440971644947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.015229] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:e9:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20757dc5-23d9-40c4-8126-440971644947', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.022656] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.023331] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.023532] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.023752] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.023911] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9190924a-b49f-4b63-8eda-f037ea4214ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.038071] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.038244] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.038825] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.038986] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.039154] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.039342] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1153.039518] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.043029] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.043029] env[69473]: value = "task-3358718" [ 1153.043029] env[69473]: _type = "Task" [ 1153.043029] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.051037] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358718, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.150921] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.260295] env[69473]: DEBUG nova.compute.manager [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Received event network-changed-20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.260447] env[69473]: DEBUG nova.compute.manager [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Refreshing instance network info cache due to event network-changed-20757dc5-23d9-40c4-8126-440971644947. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.260654] env[69473]: DEBUG oslo_concurrency.lockutils [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] Acquiring lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.260899] env[69473]: DEBUG oslo_concurrency.lockutils [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] Acquired lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.260938] env[69473]: DEBUG nova.network.neutron [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Refreshing network info cache for port 20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.443169] env[69473]: DEBUG oslo_concurrency.lockutils [req-01c266e5-1dcc-4e92-9852-51f200a891e4 req-867cea56-a5b0-4e39-b562-a70093d92775 service nova] Releasing lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.498793] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358717, 'name': Rename_Task, 'duration_secs': 0.137273} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.501306] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.501884] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff9778e-ae49-4341-845a-341048804ea4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.507861] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1153.507861] env[69473]: value = "task-3358719" [ 1153.507861] env[69473]: _type = "Task" [ 1153.507861] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.517624] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.542861] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.554645] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358718, 'name': CreateVM_Task, 'duration_secs': 0.360013} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.557102] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.557935] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.558122] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.558418] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.558674] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d493a454-eecc-40c3-a3b8-4a3e23776bf1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.563498] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1153.563498] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d4a0f0-ad11-88cc-98fa-ac6d8f39e59a" [ 1153.563498] env[69473]: _type = "Task" [ 1153.563498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.574092] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d4a0f0-ad11-88cc-98fa-ac6d8f39e59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.592663] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b0a875-3354-448b-ba97-b8f0bd6cc138 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.600293] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5202134-609f-49fb-9605-12366691c434 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.632881] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dab31-5906-4444-bd06-2c88325cf39d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.640739] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4048a7-562d-4ac8-a321-8f79a46064c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.657192] env[69473]: DEBUG nova.compute.provider_tree [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.663154] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.991216] env[69473]: DEBUG nova.network.neutron [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Updated VIF entry in instance network info cache for port 20757dc5-23d9-40c4-8126-440971644947. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.991275] env[69473]: DEBUG nova.network.neutron [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Updating instance_info_cache with network_info: [{"id": "20757dc5-23d9-40c4-8126-440971644947", "address": "fa:16:3e:2a:e9:97", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20757dc5-23", "ovs_interfaceid": "20757dc5-23d9-40c4-8126-440971644947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.017933] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.073728] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d4a0f0-ad11-88cc-98fa-ac6d8f39e59a, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.073967] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.074216] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.074442] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.074587] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.074762] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.075017] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0fcdd49-1e7e-4d32-be16-fd829d703e1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.085270] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.085467] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.086195] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87080586-f6db-4570-b063-08ee14ee7851 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.090870] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1154.090870] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527149b0-7d28-387e-3e78-c7238d1344e6" [ 1154.090870] env[69473]: _type = "Task" [ 1154.090870] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.098198] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527149b0-7d28-387e-3e78-c7238d1344e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.154093] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.165218] env[69473]: DEBUG nova.scheduler.client.report [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.493964] env[69473]: DEBUG oslo_concurrency.lockutils [req-106924e8-4679-443e-9856-2f2a2d2b64f7 req-2980f878-a2a2-4152-8ae2-b646742c69b2 service nova] Releasing lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.517497] env[69473]: DEBUG oslo_vmware.api [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358719, 'name': PowerOnVM_Task, 'duration_secs': 0.693595} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.517806] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.518052] env[69473]: INFO nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1154.518259] env[69473]: DEBUG nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.519271] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e621b0-9eb2-41bb-bf1c-34f4dd28c78f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.601644] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527149b0-7d28-387e-3e78-c7238d1344e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.602455] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91352ce4-0420-4b20-9efe-abc2076c4265 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.608234] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1154.608234] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a051c9-5ff9-cdb4-f2be-a67e4ec91e3f" [ 1154.608234] env[69473]: _type = "Task" [ 1154.608234] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.616098] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a051c9-5ff9-cdb4-f2be-a67e4ec91e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.654540] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.671127] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.671705] env[69473]: DEBUG nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.674600] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.141s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.676024] env[69473]: INFO nova.compute.claims [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.038474] env[69473]: INFO nova.compute.manager [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Took 21.25 seconds to build instance. [ 1155.118509] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a051c9-5ff9-cdb4-f2be-a67e4ec91e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.118799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.119031] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a940c96f-f36f-40f0-a5e0-1467759d821b/a940c96f-f36f-40f0-a5e0-1467759d821b.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.119295] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cf75176-6ef4-41a0-b5fd-80da07e67aca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.125670] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1155.125670] env[69473]: value = "task-3358721" [ 1155.125670] env[69473]: _type = "Task" [ 1155.125670] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.133493] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.155214] env[69473]: DEBUG oslo_vmware.api [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358708, 'name': ReconfigVM_Task, 'duration_secs': 6.189229} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.155464] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.155674] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Reconfigured VM to detach interface {{(pid=69473) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1155.181068] env[69473]: DEBUG nova.compute.utils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.184060] env[69473]: DEBUG nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.184060] env[69473]: DEBUG nova.network.neutron [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.258062] env[69473]: DEBUG nova.policy [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2798e8fbd22240258aead753fc9adf31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230b6fc85c144d86a9c1a46995c60277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.542759] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c84c02d2-1329-4cf9-ab2f-9b1739899bce tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.760s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.640453] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358721, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.684417] env[69473]: DEBUG nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.767574] env[69473]: DEBUG nova.network.neutron [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Successfully created port: 79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.039381] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc12ac-acb3-454f-aca8-3b4ef11f926e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.047632] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc86bd-b9a4-4ff6-84db-951d638b9f09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.081976] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbc97a-bdd0-46c7-99b1-825de6e3a172 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.090628] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7817d22-b653-4b38-b9c1-21620d657ee7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.104476] env[69473]: DEBUG nova.compute.provider_tree [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.136659] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54604} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.137008] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] a940c96f-f36f-40f0-a5e0-1467759d821b/a940c96f-f36f-40f0-a5e0-1467759d821b.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.137611] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.137611] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7790f5bd-3596-453b-9d10-9b97a4f26020 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.144728] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1156.144728] env[69473]: value = "task-3358722" [ 1156.144728] env[69473]: _type = "Task" [ 1156.144728] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.153395] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.500048] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.500323] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.500511] env[69473]: DEBUG nova.compute.manager [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.501882] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81047f3-60b7-4069-8d19-6393eb90fa62 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.507980] env[69473]: DEBUG nova.compute.manager [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1156.508560] env[69473]: DEBUG nova.objects.instance [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'flavor' on Instance uuid ee223c1d-92eb-4287-bfe8-25a0f43ed660 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.588022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "67befd3f-98cc-432c-a436-68a967e3c661" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.588022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "67befd3f-98cc-432c-a436-68a967e3c661" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.588022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "67befd3f-98cc-432c-a436-68a967e3c661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.588022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "67befd3f-98cc-432c-a436-68a967e3c661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.588022] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "67befd3f-98cc-432c-a436-68a967e3c661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.588844] env[69473]: INFO nova.compute.manager [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Terminating instance [ 1156.607118] env[69473]: DEBUG nova.scheduler.client.report [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.653996] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.437203} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.654301] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.655069] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8555a5-e0f3-4d6f-95ef-7424ed5db762 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.669562] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.669742] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquired lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.669919] env[69473]: DEBUG nova.network.neutron [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.680095] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] a940c96f-f36f-40f0-a5e0-1467759d821b/a940c96f-f36f-40f0-a5e0-1467759d821b.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.681230] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7d8191-0925-4fa0-b52b-c5a94d5f2910 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.698223] env[69473]: DEBUG nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.707196] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1156.707196] env[69473]: value = "task-3358724" [ 1156.707196] env[69473]: _type = "Task" [ 1156.707196] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.720111] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.729358] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.729664] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.729844] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.730073] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.730285] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.730547] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.730760] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.730968] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.731364] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.731536] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.731712] env[69473]: DEBUG nova.virt.hardware [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.732852] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4546f-c1b3-42b3-a21b-79afb2810f82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.740890] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05651af6-4547-48bf-a1b2-bc812452e659 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.092676] env[69473]: DEBUG nova.compute.manager [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.092999] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.094112] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9be33c0-13e6-4f7b-86b3-b554c307d206 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.102031] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.102352] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3e9a48-afa4-4460-b61b-88577c8ffb98 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.108449] env[69473]: DEBUG oslo_vmware.api [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1157.108449] env[69473]: value = "task-3358725" [ 1157.108449] env[69473]: _type = "Task" [ 1157.108449] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.112543] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.113009] env[69473]: DEBUG nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.115648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.420s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.117489] env[69473]: INFO nova.compute.claims [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.124567] env[69473]: DEBUG oslo_vmware.api [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.178759] env[69473]: DEBUG nova.compute.manager [req-0481e4ef-ff6a-4b8a-a5b4-65b4ac380be4 req-3e5c24a0-0158-478d-876c-b4e9143dc7a2 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Received event network-vif-plugged-79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.179076] env[69473]: DEBUG oslo_concurrency.lockutils [req-0481e4ef-ff6a-4b8a-a5b4-65b4ac380be4 req-3e5c24a0-0158-478d-876c-b4e9143dc7a2 service nova] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.179342] env[69473]: DEBUG oslo_concurrency.lockutils [req-0481e4ef-ff6a-4b8a-a5b4-65b4ac380be4 req-3e5c24a0-0158-478d-876c-b4e9143dc7a2 service nova] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.179557] env[69473]: DEBUG oslo_concurrency.lockutils [req-0481e4ef-ff6a-4b8a-a5b4-65b4ac380be4 req-3e5c24a0-0158-478d-876c-b4e9143dc7a2 service nova] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.179758] env[69473]: DEBUG nova.compute.manager [req-0481e4ef-ff6a-4b8a-a5b4-65b4ac380be4 req-3e5c24a0-0158-478d-876c-b4e9143dc7a2 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] No waiting events found dispatching network-vif-plugged-79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.180036] env[69473]: WARNING nova.compute.manager [req-0481e4ef-ff6a-4b8a-a5b4-65b4ac380be4 req-3e5c24a0-0158-478d-876c-b4e9143dc7a2 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Received unexpected event network-vif-plugged-79016f77-cf10-4f2e-81c4-45c7d89e1128 for instance with vm_state building and task_state spawning. [ 1157.218755] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.378914] env[69473]: DEBUG nova.network.neutron [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Successfully updated port: 79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.469929] env[69473]: INFO nova.network.neutron [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Port 51738f64-6ddf-4509-b341-5ac3722497d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1157.470344] env[69473]: DEBUG nova.network.neutron [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [{"id": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "address": "fa:16:3e:20:56:81", "network": {"id": "19d6b237-da70-41b8-90ea-b6b55b5b8105", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203461549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99945be4914c43a08c7481833a95d800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2d8e82-98", "ovs_interfaceid": "0c2d8e82-98af-4e40-a217-8ac5469622fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.516898] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.517477] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49bb7796-dbb0-4977-ba84-02a27e5c4bf5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.524707] env[69473]: DEBUG oslo_vmware.api [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1157.524707] env[69473]: value = "task-3358726" [ 1157.524707] env[69473]: _type = "Task" [ 1157.524707] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.533249] env[69473]: DEBUG oslo_vmware.api [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.618099] env[69473]: DEBUG oslo_vmware.api [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358725, 'name': PowerOffVM_Task, 'duration_secs': 0.231338} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.619053] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.619053] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.619053] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079f4a46-7654-4073-93cb-26622de1b128 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.621726] env[69473]: DEBUG nova.compute.utils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.625092] env[69473]: DEBUG nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1157.686482] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.686811] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.687032] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleting the datastore file [datastore2] 67befd3f-98cc-432c-a436-68a967e3c661 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.687372] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e599673a-7a10-4d84-a928-ac1ce7f9fb77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.694433] env[69473]: DEBUG oslo_vmware.api [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1157.694433] env[69473]: value = "task-3358728" [ 1157.694433] env[69473]: _type = "Task" [ 1157.694433] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.703697] env[69473]: DEBUG oslo_vmware.api [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.716896] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358724, 'name': ReconfigVM_Task, 'duration_secs': 0.572141} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.717020] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Reconfigured VM instance instance-00000074 to attach disk [datastore2] a940c96f-f36f-40f0-a5e0-1467759d821b/a940c96f-f36f-40f0-a5e0-1467759d821b.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.717846] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cab88d5d-159b-43f6-89bb-a6882e4567b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.722780] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1157.722780] env[69473]: value = "task-3358729" [ 1157.722780] env[69473]: _type = "Task" [ 1157.722780] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.732999] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358729, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.883774] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.883932] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.884180] env[69473]: DEBUG nova.network.neutron [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.973800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Releasing lock "refresh_cache-67befd3f-98cc-432c-a436-68a967e3c661" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.034218] env[69473]: DEBUG oslo_vmware.api [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358726, 'name': PowerOffVM_Task, 'duration_secs': 0.233701} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.034522] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.034722] env[69473]: DEBUG nova.compute.manager [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.035493] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6306dc87-e48b-4a92-a105-20866df6d0a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.125718] env[69473]: DEBUG nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.206496] env[69473]: DEBUG oslo_vmware.api [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.235732] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358729, 'name': Rename_Task, 'duration_secs': 0.139734} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.235996] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.236255] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10e982cf-1b2a-4b26-a0ec-1bbe66553857 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.241860] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1158.241860] env[69473]: value = "task-3358730" [ 1158.241860] env[69473]: _type = "Task" [ 1158.241860] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.251622] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.303235] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7148d050-3971-4e40-bbc4-b3bf9f4a0367 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.312114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efafa64-7be6-4406-ab10-12e5aa162946 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.342728] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1668f-9585-4d4a-9ff4-021692d12b0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.350975] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d82144-53be-4a2e-8588-ed6ae2d86416 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.365076] env[69473]: DEBUG nova.compute.provider_tree [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.416429] env[69473]: DEBUG nova.network.neutron [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.478035] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3eddf2db-c609-404d-b801-8cfc54340904 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "interface-67befd3f-98cc-432c-a436-68a967e3c661-51738f64-6ddf-4509-b341-5ac3722497d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.420s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.547455] env[69473]: DEBUG nova.network.neutron [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.549285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-dbc1c5b0-8664-4c8c-ae65-a7a0b6ce36b5 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.710499] env[69473]: DEBUG oslo_vmware.api [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.704912} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.710903] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.710903] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.711075] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.711361] env[69473]: INFO nova.compute.manager [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1158.711606] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.711834] env[69473]: DEBUG nova.compute.manager [-] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.711936] env[69473]: DEBUG nova.network.neutron [-] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.751421] env[69473]: DEBUG oslo_vmware.api [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358730, 'name': PowerOnVM_Task, 'duration_secs': 0.501336} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.751692] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.751904] env[69473]: INFO nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1158.752161] env[69473]: DEBUG nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.752965] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a28a7-4acc-490e-8774-89c7530624e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.868446] env[69473]: DEBUG nova.scheduler.client.report [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.051435] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.051754] env[69473]: DEBUG nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Instance network_info: |[{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.052365] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a9:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79016f77-cf10-4f2e-81c4-45c7d89e1128', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.059831] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.060044] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.060283] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fcfd462-4b67-467c-a6c3-29fb20909880 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.079332] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.079332] env[69473]: value = "task-3358732" [ 1159.079332] env[69473]: _type = "Task" [ 1159.079332] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.086729] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358732, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.139332] env[69473]: DEBUG nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.169274] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.169647] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.169866] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.170129] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.170324] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.170526] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.170815] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.171032] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.171282] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.171509] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.171749] env[69473]: DEBUG nova.virt.hardware [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.172846] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165917d4-f073-4df6-aa0f-c25c5e7f8076 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.176463] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.177799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.177799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.177799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.177799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.180029] env[69473]: INFO nova.compute.manager [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Terminating instance [ 1159.188022] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f71b262-112a-43e4-8148-48100ad4e658 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.199828] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.205383] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Creating folder: Project (464dade9329f4fe685b106c3d4f6bc0d). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.206303] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f852976-25f6-49fb-8f9c-7a619eed46f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.211580] env[69473]: DEBUG nova.compute.manager [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Received event network-changed-79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.211580] env[69473]: DEBUG nova.compute.manager [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Refreshing instance network info cache due to event network-changed-79016f77-cf10-4f2e-81c4-45c7d89e1128. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.211911] env[69473]: DEBUG oslo_concurrency.lockutils [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] Acquiring lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.211911] env[69473]: DEBUG oslo_concurrency.lockutils [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] Acquired lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212358] env[69473]: DEBUG nova.network.neutron [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Refreshing network info cache for port 79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.215381] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Created folder: Project (464dade9329f4fe685b106c3d4f6bc0d) in parent group-v669999. [ 1159.215602] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Creating folder: Instances. Parent ref: group-v670314. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.215862] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbccdc88-2131-435b-84fb-7f34a2baeec6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.224506] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Created folder: Instances in parent group-v670314. [ 1159.224746] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.224933] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.225517] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f749718-8d3b-4729-90df-f827cfab5fdc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.242752] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.242752] env[69473]: value = "task-3358735" [ 1159.242752] env[69473]: _type = "Task" [ 1159.242752] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.250397] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358735, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.275216] env[69473]: INFO nova.compute.manager [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Took 22.11 seconds to build instance. [ 1159.373392] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.374504] env[69473]: DEBUG nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.377638] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.150s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.377638] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.379813] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.836s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.379813] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.379813] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1159.385025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe862e-9414-4453-8d09-bed13c2abab4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.399842] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a03f07b-38e1-4930-a613-ed95c804262a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.419605] env[69473]: INFO nova.scheduler.client.report [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Deleted allocations for instance 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4 [ 1159.420779] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6b6c71-7806-4f76-aa72-94a6caddc0bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.432024] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c71f7b-5432-410b-9ad5-fae469785914 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.462534] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178154MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1159.462702] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.462929] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.517679] env[69473]: DEBUG nova.compute.manager [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Received event network-changed-20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.517909] env[69473]: DEBUG nova.compute.manager [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Refreshing instance network info cache due to event network-changed-20757dc5-23d9-40c4-8126-440971644947. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.518301] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] Acquiring lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.518635] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] Acquired lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.518807] env[69473]: DEBUG nova.network.neutron [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Refreshing network info cache for port 20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.588976] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358732, 'name': CreateVM_Task, 'duration_secs': 0.448099} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.589167] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.590142] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.590354] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.590625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.590888] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67447d82-9fc6-4b7a-b03e-0e187015d483 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.596097] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1159.596097] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e22a67-9c4e-455f-07ec-b780667b44eb" [ 1159.596097] env[69473]: _type = "Task" [ 1159.596097] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.606351] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e22a67-9c4e-455f-07ec-b780667b44eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.690533] env[69473]: DEBUG nova.compute.manager [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.690637] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.691703] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9469465a-0bb5-4b5d-8104-ec3f8af14a3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.699375] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.699660] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3f7192-0ea5-488a-8aff-c94cc3dac601 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.755752] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358735, 'name': CreateVM_Task, 'duration_secs': 0.31355} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.756189] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.756347] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.760566] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.760786] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.760940] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleting the datastore file [datastore2] ee223c1d-92eb-4287-bfe8-25a0f43ed660 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.761286] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f336cc6a-b54f-4b48-ad98-1836710d1ced {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.767169] env[69473]: DEBUG oslo_vmware.api [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1159.767169] env[69473]: value = "task-3358737" [ 1159.767169] env[69473]: _type = "Task" [ 1159.767169] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.774740] env[69473]: DEBUG oslo_vmware.api [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.777283] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a6fa08c5-0f6c-4096-804d-3cbc24d3ed47 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.616s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.883104] env[69473]: DEBUG nova.compute.utils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.884992] env[69473]: DEBUG nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Not allocating networking since 'none' was specified. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1159.890705] env[69473]: DEBUG nova.network.neutron [-] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.923206] env[69473]: DEBUG nova.network.neutron [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updated VIF entry in instance network info cache for port 79016f77-cf10-4f2e-81c4-45c7d89e1128. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.923592] env[69473]: DEBUG nova.network.neutron [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.929589] env[69473]: DEBUG oslo_concurrency.lockutils [None req-58394a0d-ebbd-4362-b0cf-468dda0087ad tempest-ServerRescueNegativeTestJSON-1477818150 tempest-ServerRescueNegativeTestJSON-1477818150-project-member] Lock "74d44bb0-82f6-4a0e-8dd2-47513a4af8d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.697s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.110448] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e22a67-9c4e-455f-07ec-b780667b44eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.110880] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.111253] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.111608] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.111854] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.112158] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.112572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.112996] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.113790] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b6fc575-78a3-4553-8c84-2c441d601536 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.116665] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587a2faa-8337-4ef5-afe1-3a6254608e5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.127522] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1160.127522] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5224a678-414a-b381-4985-5493dc0fe4a5" [ 1160.127522] env[69473]: _type = "Task" [ 1160.127522] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.128032] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.128425] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.134026] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3998e0-2866-4fd1-9a7a-edb3e7e149d4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.153342] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5224a678-414a-b381-4985-5493dc0fe4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.153811] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1160.153811] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5243d0af-b90e-695b-2f04-8c0de4af719b" [ 1160.153811] env[69473]: _type = "Task" [ 1160.153811] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.165200] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5243d0af-b90e-695b-2f04-8c0de4af719b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.242126] env[69473]: DEBUG nova.network.neutron [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Updated VIF entry in instance network info cache for port 20757dc5-23d9-40c4-8126-440971644947. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.242684] env[69473]: DEBUG nova.network.neutron [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Updating instance_info_cache with network_info: [{"id": "20757dc5-23d9-40c4-8126-440971644947", "address": "fa:16:3e:2a:e9:97", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20757dc5-23", "ovs_interfaceid": "20757dc5-23d9-40c4-8126-440971644947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.281166] env[69473]: DEBUG oslo_vmware.api [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140878} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.281598] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.282137] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.282429] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.282703] env[69473]: INFO nova.compute.manager [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1160.283064] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.283372] env[69473]: DEBUG nova.compute.manager [-] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.283525] env[69473]: DEBUG nova.network.neutron [-] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.386826] env[69473]: DEBUG nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.396057] env[69473]: INFO nova.compute.manager [-] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Took 1.68 seconds to deallocate network for instance. [ 1160.426666] env[69473]: DEBUG oslo_concurrency.lockutils [req-623c805a-1cbc-4e53-ab5a-cc59778fce36 req-7ee4802f-34ed-47d0-a942-efbd9c3aad18 service nova] Releasing lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.495287] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1971c532-b386-46b8-b50e-a4311d188ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495287] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f63a8ec2-0b8a-4ac7-b102-f2cef2709c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495287] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 14e61a11-9e35-4658-82e1-a0a772a789ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495404] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 67befd3f-98cc-432c-a436-68a967e3c661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495438] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c2a2fcca-7dd5-4ec2-9c09-46a7534950cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495646] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495646] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance bda7fae2-0aa4-452f-80d5-27de5ec2f638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495762] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance ee223c1d-92eb-4287-bfe8-25a0f43ed660 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.495877] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a940c96f-f36f-40f0-a5e0-1467759d821b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.496010] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 74fc1604-5fcd-4153-ae3c-5f95e586e00f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.496132] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 9cae46dc-9295-46d5-87b2-87f5fd7b7110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.496243] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 3ed0073a-ace7-4c69-85cd-86cf2fd5811c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.496449] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1160.496584] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1160.639677] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5224a678-414a-b381-4985-5493dc0fe4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.028524} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.642231] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.642560] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.642773] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.662727] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5243d0af-b90e-695b-2f04-8c0de4af719b, 'name': SearchDatastore_Task, 'duration_secs': 0.039387} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.663552] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a511855-6aaf-4098-b969-d91baf310b8d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.669657] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1160.669657] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52182e45-68ba-0941-694e-b6fcb958f15f" [ 1160.669657] env[69473]: _type = "Task" [ 1160.669657] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.677878] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52182e45-68ba-0941-694e-b6fcb958f15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.699059] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1560b62-b375-4c0a-ad3c-24ce596dc5cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.712556] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c3c90-064c-4926-9ab6-e60d44f8d4e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.746626] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3040a-a1d5-472b-950b-7dc8a6bd206b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.749350] env[69473]: DEBUG oslo_concurrency.lockutils [req-1fffab5d-8776-4c74-b857-8689cc95cb64 req-a0c2b863-56c8-4145-9464-0e99df0e8234 service nova] Releasing lock "refresh_cache-a940c96f-f36f-40f0-a5e0-1467759d821b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.754851] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134d533b-b969-433e-bb63-b33189d06e2c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.768637] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.904112] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.178538] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52182e45-68ba-0941-694e-b6fcb958f15f, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.178855] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.179096] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.179381] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.179569] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.179775] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b025a847-264d-44ce-95eb-f80da93394cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.181618] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3946a193-a792-46b3-a62e-24689c65a5f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.191839] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1161.191839] env[69473]: value = "task-3358739" [ 1161.191839] env[69473]: _type = "Task" [ 1161.191839] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.193117] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.193346] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.198158] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e45274-1f4b-4530-9d75-b29e2b8ecec8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.203662] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1161.203662] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e580b0-d1cf-75cd-dd1d-dd6a447e7559" [ 1161.203662] env[69473]: _type = "Task" [ 1161.203662] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.207717] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.212296] env[69473]: DEBUG nova.network.neutron [-] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.217778] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e580b0-d1cf-75cd-dd1d-dd6a447e7559, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.218945] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a955cf7-7546-4fa1-9352-cdcb0f6ddbb8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.228338] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1161.228338] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522cff34-e3d2-251f-4469-66aa24d2796a" [ 1161.228338] env[69473]: _type = "Task" [ 1161.228338] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.244365] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522cff34-e3d2-251f-4469-66aa24d2796a, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.245621] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.245962] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9cae46dc-9295-46d5-87b2-87f5fd7b7110/9cae46dc-9295-46d5-87b2-87f5fd7b7110.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.247427] env[69473]: DEBUG nova.compute.manager [req-2ff2fa37-4d39-4db5-bdce-732adcacf3ca req-bc46e8c4-caf5-42df-bd5d-6ac68f29b2b2 service nova] [instance: 67befd3f-98cc-432c-a436-68a967e3c661] Received event network-vif-deleted-0c2d8e82-98af-4e40-a217-8ac5469622fa {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.247628] env[69473]: DEBUG nova.compute.manager [req-2ff2fa37-4d39-4db5-bdce-732adcacf3ca req-bc46e8c4-caf5-42df-bd5d-6ac68f29b2b2 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Received event network-vif-deleted-97c0b894-26a3-42e8-9d37-93077e64c73b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.247794] env[69473]: INFO nova.compute.manager [req-2ff2fa37-4d39-4db5-bdce-732adcacf3ca req-bc46e8c4-caf5-42df-bd5d-6ac68f29b2b2 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Neutron deleted interface 97c0b894-26a3-42e8-9d37-93077e64c73b; detaching it from the instance and deleting it from the info cache [ 1161.247952] env[69473]: DEBUG nova.network.neutron [req-2ff2fa37-4d39-4db5-bdce-732adcacf3ca req-bc46e8c4-caf5-42df-bd5d-6ac68f29b2b2 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.249515] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1437b16-610b-456d-ae18-abd166191e7c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.257399] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1161.257399] env[69473]: value = "task-3358740" [ 1161.257399] env[69473]: _type = "Task" [ 1161.257399] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.266842] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.271773] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.395766] env[69473]: DEBUG nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.427727] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.429025] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.429025] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.429025] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.429025] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.429025] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.429025] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.429025] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.429312] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.429356] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.429555] env[69473]: DEBUG nova.virt.hardware [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.430485] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddb13df-82ec-481c-a322-437459196a3a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.439732] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91520384-b2a9-4571-8aec-9410c67c9287 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.454788] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.460898] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.461324] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.461648] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9584f98-cb59-498f-a000-b9bb5efd8ce2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.480985] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.480985] env[69473]: value = "task-3358741" [ 1161.480985] env[69473]: _type = "Task" [ 1161.480985] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.492595] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358741, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.703260] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498963} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.703891] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.703891] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.704082] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3235de2e-2d61-447e-9797-0ba17ef9034d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.714622] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1161.714622] env[69473]: value = "task-3358742" [ 1161.714622] env[69473]: _type = "Task" [ 1161.714622] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.718687] env[69473]: INFO nova.compute.manager [-] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Took 1.44 seconds to deallocate network for instance. [ 1161.730237] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.753248] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5995377b-46fc-4d63-8126-36b7ccda9bd0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.766451] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d81f152-782b-4a72-9612-a56f91e82ad0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.782807] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1161.783503] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.320s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.783503] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358740, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.784247] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.880s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.785103] env[69473]: DEBUG nova.objects.instance [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'resources' on Instance uuid 67befd3f-98cc-432c-a436-68a967e3c661 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.785571] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.785714] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Cleaning up deleted instances {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1161.811890] env[69473]: DEBUG nova.compute.manager [req-2ff2fa37-4d39-4db5-bdce-732adcacf3ca req-bc46e8c4-caf5-42df-bd5d-6ac68f29b2b2 service nova] [instance: ee223c1d-92eb-4287-bfe8-25a0f43ed660] Detach interface failed, port_id=97c0b894-26a3-42e8-9d37-93077e64c73b, reason: Instance ee223c1d-92eb-4287-bfe8-25a0f43ed660 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.993154] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358741, 'name': CreateVM_Task, 'duration_secs': 0.45501} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.993154] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.993495] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.993658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.993975] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.994313] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99cedfa4-0781-4a94-9b25-480167435b06 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.999910] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1161.999910] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f38615-5fba-6d4d-6e09-bee01673a0d0" [ 1161.999910] env[69473]: _type = "Task" [ 1161.999910] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.007901] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f38615-5fba-6d4d-6e09-bee01673a0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.225071] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.225417] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145013} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.225715] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.226492] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c8852-664d-4221-b762-35a4d72f10ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.249796] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.250130] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f885154f-f6f5-4ea3-8961-38d9e2d5b701 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.274517] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762455} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.275802] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9cae46dc-9295-46d5-87b2-87f5fd7b7110/9cae46dc-9295-46d5-87b2-87f5fd7b7110.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.276037] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.276346] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1162.276346] env[69473]: value = "task-3358743" [ 1162.276346] env[69473]: _type = "Task" [ 1162.276346] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.276535] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c75bdf6e-485d-430f-aa61-689628b42e28 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.285907] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.287093] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1162.287093] env[69473]: value = "task-3358744" [ 1162.287093] env[69473]: _type = "Task" [ 1162.287093] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.306454] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] There are 59 instances to clean {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1162.306625] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 252f48a7-f0b2-44ce-8625-cf3d504111d8] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.316799] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.466191] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188fd36-2c83-480e-a7ef-2b8e1b17c704 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.474418] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8e31a4-a83c-4f48-aae2-37cf4518d9fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.507014] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765dfb8f-ab48-4ca8-892d-d7d902625b08 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.514375] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f38615-5fba-6d4d-6e09-bee01673a0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.516394] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.516636] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.516870] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.517028] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.517218] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.517499] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9790b48b-3654-4b6a-a9b6-8cdbb1bb90c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.519920] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a75ed-a61d-4556-aaa3-c0725a3f57a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.533206] env[69473]: DEBUG nova.compute.provider_tree [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.535220] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.535396] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.536260] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b000f17-ac63-4cf2-aa7c-0f7e9364b636 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.540715] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1162.540715] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5210f5bd-e827-7abd-85ea-0332d95bc5b8" [ 1162.540715] env[69473]: _type = "Task" [ 1162.540715] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.550608] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5210f5bd-e827-7abd-85ea-0332d95bc5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.787375] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.795136] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112918} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.795420] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.796257] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4088429-69dd-49a6-91c6-8bc8012c7d0e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.816029] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9cae46dc-9295-46d5-87b2-87f5fd7b7110/9cae46dc-9295-46d5-87b2-87f5fd7b7110.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.816479] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: d1c4d6fb-7714-4a3d-b99b-da10f46d62b1] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.818419] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6462ef89-0058-4c0a-8eed-86e6da83bbcc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.838133] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1162.838133] env[69473]: value = "task-3358746" [ 1162.838133] env[69473]: _type = "Task" [ 1162.838133] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.847137] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.037663] env[69473]: DEBUG nova.scheduler.client.report [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.052087] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5210f5bd-e827-7abd-85ea-0332d95bc5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.053525] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b97117-d9f3-4a00-8e8a-fda3da7e3cb1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.059341] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1163.059341] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a09244-bc20-05b4-4c38-22ad67a913c1" [ 1163.059341] env[69473]: _type = "Task" [ 1163.059341] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.067180] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a09244-bc20-05b4-4c38-22ad67a913c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.289008] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.334701] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 6bcd4c80-e9de-4316-9e8c-4e453b87dc9f] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.347334] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358746, 'name': ReconfigVM_Task, 'duration_secs': 0.444563} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.347657] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9cae46dc-9295-46d5-87b2-87f5fd7b7110/9cae46dc-9295-46d5-87b2-87f5fd7b7110.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.348298] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f36676ee-a936-48f3-a1a3-ebd7bc183b3d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.354793] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1163.354793] env[69473]: value = "task-3358747" [ 1163.354793] env[69473]: _type = "Task" [ 1163.354793] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.363415] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358747, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.542298] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.544823] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.320s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.545073] env[69473]: DEBUG nova.objects.instance [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'resources' on Instance uuid ee223c1d-92eb-4287-bfe8-25a0f43ed660 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.564675] env[69473]: INFO nova.scheduler.client.report [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted allocations for instance 67befd3f-98cc-432c-a436-68a967e3c661 [ 1163.571740] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a09244-bc20-05b4-4c38-22ad67a913c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.572172] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.572422] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.572668] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31d4a804-6306-4484-9d5a-493f42578b2c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.580398] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1163.580398] env[69473]: value = "task-3358748" [ 1163.580398] env[69473]: _type = "Task" [ 1163.580398] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.590129] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.791084] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358743, 'name': ReconfigVM_Task, 'duration_secs': 1.214159} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.791410] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.792038] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d73a20-c3f5-401c-9caa-f6d07e317e11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.798438] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1163.798438] env[69473]: value = "task-3358749" [ 1163.798438] env[69473]: _type = "Task" [ 1163.798438] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.806336] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358749, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.838338] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 6352618b-1ac8-42ec-a295-78745f7e44f0] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.864437] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358747, 'name': Rename_Task, 'duration_secs': 0.145471} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.864719] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.864961] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f0677f-ba45-4645-bcb2-e90f9c858010 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.871216] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1163.871216] env[69473]: value = "task-3358750" [ 1163.871216] env[69473]: _type = "Task" [ 1163.871216] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.878776] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.075626] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9d8dfbfd-de9a-4f6b-bade-35bb8cd54033 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "67befd3f-98cc-432c-a436-68a967e3c661" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.490s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.093991] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358748, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.211473] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d44b50-ce5a-4c19-8e63-561d51d84c11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.222211] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b7290-cf94-4144-8105-d3059e0d8882 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.272540] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea2559-91c6-4aa4-aabc-1e3b825de0df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.282681] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33164ccd-c091-494e-8997-26c6bddeceae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.302056] env[69473]: DEBUG nova.compute.provider_tree [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.313926] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358749, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.326149] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "14e61a11-9e35-4658-82e1-a0a772a789ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.326451] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.326729] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.326986] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.327238] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.329569] env[69473]: INFO nova.compute.manager [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Terminating instance [ 1164.342109] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 46267393-6b47-4aea-a284-77f30060a940] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.380847] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358750, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.591964] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711409} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.592246] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.592408] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.592648] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40fce09-aca9-46f8-a228-62edfdef20a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.598904] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1164.598904] env[69473]: value = "task-3358751" [ 1164.598904] env[69473]: _type = "Task" [ 1164.598904] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.606944] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.811503] env[69473]: DEBUG nova.scheduler.client.report [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.814586] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358749, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.833859] env[69473]: DEBUG nova.compute.manager [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.834087] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.834928] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b562a4-09b5-45d4-b743-0108d13194bb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.842872] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.843110] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aecbfa4b-5a15-4e93-a9cc-323a41624dfc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.845118] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 6138b4dc-fec3-4728-aa96-c2df3611c181] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.849163] env[69473]: DEBUG oslo_vmware.api [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1164.849163] env[69473]: value = "task-3358752" [ 1164.849163] env[69473]: _type = "Task" [ 1164.849163] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.858452] env[69473]: DEBUG oslo_vmware.api [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.881268] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358750, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.107975] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058074} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.108220] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.108960] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524f1f94-ba16-4e59-8744-9f0324c608a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.128938] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.129263] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb01494-5510-440b-84fe-02fc9d37af60 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.148065] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1165.148065] env[69473]: value = "task-3358753" [ 1165.148065] env[69473]: _type = "Task" [ 1165.148065] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.158480] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.312049] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358749, 'name': Rename_Task, 'duration_secs': 1.137927} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.312785] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.312785] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44e798a-6daf-4d37-a7a9-ca0c4e928f96 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.316168] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.319396] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1165.319396] env[69473]: value = "task-3358754" [ 1165.319396] env[69473]: _type = "Task" [ 1165.319396] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.327336] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.338264] env[69473]: INFO nova.scheduler.client.report [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted allocations for instance ee223c1d-92eb-4287-bfe8-25a0f43ed660 [ 1165.348041] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 129adef1-ff74-4c53-8501-ee59ca3621c4] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.358185] env[69473]: DEBUG oslo_vmware.api [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358752, 'name': PowerOffVM_Task, 'duration_secs': 0.21144} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.358409] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.358848] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.358848] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff3ab91d-aa48-4fa2-a141-956987e04702 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.382398] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358750, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.421202] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.421455] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.421637] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleting the datastore file [datastore1] 14e61a11-9e35-4658-82e1-a0a772a789ed {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.421898] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b2322c-400e-4e80-95ab-1f090ca10034 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.427779] env[69473]: DEBUG oslo_vmware.api [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for the task: (returnval){ [ 1165.427779] env[69473]: value = "task-3358756" [ 1165.427779] env[69473]: _type = "Task" [ 1165.427779] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.436979] env[69473]: DEBUG oslo_vmware.api [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.658393] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358753, 'name': ReconfigVM_Task, 'duration_secs': 0.502902} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.658645] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.659332] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e738d522-1401-4416-9d94-6d2d89f05acf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.665198] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1165.665198] env[69473]: value = "task-3358757" [ 1165.665198] env[69473]: _type = "Task" [ 1165.665198] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.672551] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358757, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.832548] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.846850] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bce1a1fd-4ff3-42ee-b084-4033ffda75bb tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "ee223c1d-92eb-4287-bfe8-25a0f43ed660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.670s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.853924] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 86cd5364-d21e-4659-9fe7-9410b30d74d3] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.885879] env[69473]: DEBUG oslo_vmware.api [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358750, 'name': PowerOnVM_Task, 'duration_secs': 1.767617} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.886281] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.886576] env[69473]: INFO nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1165.886846] env[69473]: DEBUG nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.888137] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c0d7c-f1ab-4f09-908c-26407e8dd5a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.920105] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.920449] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.942264] env[69473]: DEBUG oslo_vmware.api [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Task: {'id': task-3358756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299536} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.942647] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.943586] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.943586] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.943586] env[69473]: INFO nova.compute.manager [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1165.943757] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.944231] env[69473]: DEBUG nova.compute.manager [-] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.944231] env[69473]: DEBUG nova.network.neutron [-] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.175205] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358757, 'name': Rename_Task, 'duration_secs': 0.198722} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.175486] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.175772] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1120b7f-9b8b-49cc-b102-49fad34a8407 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.182392] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1166.182392] env[69473]: value = "task-3358758" [ 1166.182392] env[69473]: _type = "Task" [ 1166.182392] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.191428] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.202409] env[69473]: DEBUG nova.compute.manager [req-4717d982-aff2-4535-b197-b290caabcbbd req-2ce72f3e-97f8-42be-b9f1-f19137e14cdf service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Received event network-vif-deleted-cb0a9e34-4865-484d-9f89-b7b171db932f {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.202679] env[69473]: INFO nova.compute.manager [req-4717d982-aff2-4535-b197-b290caabcbbd req-2ce72f3e-97f8-42be-b9f1-f19137e14cdf service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Neutron deleted interface cb0a9e34-4865-484d-9f89-b7b171db932f; detaching it from the instance and deleting it from the info cache [ 1166.202893] env[69473]: DEBUG nova.network.neutron [req-4717d982-aff2-4535-b197-b290caabcbbd req-2ce72f3e-97f8-42be-b9f1-f19137e14cdf service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.329162] env[69473]: DEBUG oslo_vmware.api [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358754, 'name': PowerOnVM_Task, 'duration_secs': 0.603022} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.329488] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.329751] env[69473]: INFO nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1166.329983] env[69473]: DEBUG nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.330839] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d336b387-c4b8-48bb-a209-30ee04a34984 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.357824] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: fa773271-af7f-4401-8fe6-f0d498754e32] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.407408] env[69473]: INFO nova.compute.manager [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Took 22.89 seconds to build instance. [ 1166.423308] env[69473]: DEBUG nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.687696] env[69473]: DEBUG nova.network.neutron [-] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.694832] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.706129] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f977174e-a6a0-4375-8c8d-adb8ef4d50ad {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.718309] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef528810-14f7-43dc-8f2d-ca7d0b1b03b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.753146] env[69473]: DEBUG nova.compute.manager [req-4717d982-aff2-4535-b197-b290caabcbbd req-2ce72f3e-97f8-42be-b9f1-f19137e14cdf service nova] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Detach interface failed, port_id=cb0a9e34-4865-484d-9f89-b7b171db932f, reason: Instance 14e61a11-9e35-4658-82e1-a0a772a789ed could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.847060] env[69473]: INFO nova.compute.manager [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Took 25.99 seconds to build instance. [ 1166.860649] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 57a633aa-fce7-4515-a070-d63d87e35ebc] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.909019] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a802a7c-9220-4752-9285-af0c2f6c17ac tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.396s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.950380] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.950676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.952312] env[69473]: INFO nova.compute.claims [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.122194] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.122468] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.122681] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.122862] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.123051] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.125495] env[69473]: INFO nova.compute.manager [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Terminating instance [ 1167.193565] env[69473]: INFO nova.compute.manager [-] [instance: 14e61a11-9e35-4658-82e1-a0a772a789ed] Took 1.25 seconds to deallocate network for instance. [ 1167.206288] env[69473]: DEBUG oslo_vmware.api [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358758, 'name': PowerOnVM_Task, 'duration_secs': 0.625853} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.206789] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.206992] env[69473]: INFO nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1167.208492] env[69473]: DEBUG nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.209338] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032bec5c-1739-4a76-bfc0-5d421cafc15a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.348743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d6b6684b-f93c-4a4a-939c-bbaefb5d787e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.504s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.364430] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: f75207bf-a397-433b-ac8c-baa25e8b425d] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.629016] env[69473]: DEBUG nova.compute.manager [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.629329] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.630217] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4d3a5d-5ffa-4ba5-a94b-b0bc90f361c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.638016] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.638270] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c21e5f04-c205-420e-ac96-a4a3f0cfcd2c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.646376] env[69473]: DEBUG oslo_vmware.api [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1167.646376] env[69473]: value = "task-3358759" [ 1167.646376] env[69473]: _type = "Task" [ 1167.646376] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.654971] env[69473]: DEBUG oslo_vmware.api [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.708553] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.728256] env[69473]: INFO nova.compute.manager [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Took 24.05 seconds to build instance. [ 1167.867955] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 2e78b51a-ad29-4397-bbfe-55ed8bca8bc5] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.140965] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20a0292-a46d-47ed-9134-0e350d643e43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.153537] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19d65a-299d-4c51-83cc-3612c603cb5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.161369] env[69473]: DEBUG oslo_vmware.api [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358759, 'name': PowerOffVM_Task, 'duration_secs': 0.372752} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.185043] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.185263] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.185694] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d79a81-a5e5-4023-828b-849882346083 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.187706] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd135c5-c9da-4053-a2f8-a3c0597853df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.195176] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0544dd9a-7d3a-4973-bd65-73e643686870 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.210382] env[69473]: DEBUG nova.compute.provider_tree [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.230530] env[69473]: DEBUG nova.compute.manager [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Received event network-changed-79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.230863] env[69473]: DEBUG nova.compute.manager [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Refreshing instance network info cache due to event network-changed-79016f77-cf10-4f2e-81c4-45c7d89e1128. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.232132] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] Acquiring lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.232132] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] Acquired lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.232132] env[69473]: DEBUG nova.network.neutron [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Refreshing network info cache for port 79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.233031] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a85c0b29-19b9-4f0e-9af5-a31b62e4cfe4 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.560s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.263894] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.264175] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.264323] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleting the datastore file [datastore1] f63a8ec2-0b8a-4ac7-b102-f2cef2709c64 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.264584] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e49a324-b452-4c21-b97a-f85f693c32f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.275953] env[69473]: DEBUG oslo_vmware.api [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for the task: (returnval){ [ 1168.275953] env[69473]: value = "task-3358761" [ 1168.275953] env[69473]: _type = "Task" [ 1168.275953] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.285774] env[69473]: DEBUG oslo_vmware.api [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.371781] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: ae4850c0-cc31-4348-a911-33e70b95fc32] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.714025] env[69473]: DEBUG nova.scheduler.client.report [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.777579] env[69473]: INFO nova.compute.manager [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Rebuilding instance [ 1168.789774] env[69473]: DEBUG oslo_vmware.api [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Task: {'id': task-3358761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128377} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.790042] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.790249] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.790451] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.790628] env[69473]: INFO nova.compute.manager [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1168.790880] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.791107] env[69473]: DEBUG nova.compute.manager [-] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.791208] env[69473]: DEBUG nova.network.neutron [-] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.820802] env[69473]: DEBUG nova.compute.manager [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.821807] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b26b278-079c-4cf2-9080-b95fef4a4ba9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.874686] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 8c3cfc09-1937-4536-a5e5-d8add1196322] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.072666] env[69473]: DEBUG nova.network.neutron [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updated VIF entry in instance network info cache for port 79016f77-cf10-4f2e-81c4-45c7d89e1128. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.073074] env[69473]: DEBUG nova.network.neutron [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.219422] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.219772] env[69473]: DEBUG nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.222587] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.514s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.222719] env[69473]: DEBUG nova.objects.instance [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lazy-loading 'resources' on Instance uuid 14e61a11-9e35-4658-82e1-a0a772a789ed {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.379082] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: b4a88038-fc1d-431f-8f9a-b134019695a8] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.576175] env[69473]: DEBUG oslo_concurrency.lockutils [req-fb1c5b4f-62fe-4339-beaa-036a5a6f995d req-ff80863e-ebe9-4c1e-b14c-e917d32a0387 service nova] Releasing lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.639936] env[69473]: DEBUG nova.network.neutron [-] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.726029] env[69473]: DEBUG nova.compute.utils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.731675] env[69473]: DEBUG nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.732061] env[69473]: DEBUG nova.network.neutron [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.795054] env[69473]: DEBUG nova.policy [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd846fd1ae7824566a57ce063db8320bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60909db264b04df18df835697fb7c3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.838074] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.838825] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15981ab9-61c3-43ad-b525-64cd5d375ad0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.850066] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1169.850066] env[69473]: value = "task-3358762" [ 1169.850066] env[69473]: _type = "Task" [ 1169.850066] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.865051] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.883436] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: ce606de6-c970-4ab1-a4dd-aac2b31e0b8a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.909444] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957a5a1-a29f-4848-99b6-e8b881036fed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.918579] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669654f2-fd07-4b91-8920-17d7691fdba8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.952967] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715dfec-8b20-4d5a-afb5-5dc5a4f9995e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.961692] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9103af-6982-4dc6-a684-584a7d1d5ecf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.977450] env[69473]: DEBUG nova.compute.provider_tree [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.113765] env[69473]: DEBUG nova.network.neutron [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Successfully created port: 0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.143403] env[69473]: INFO nova.compute.manager [-] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Took 1.35 seconds to deallocate network for instance. [ 1170.235475] env[69473]: DEBUG nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.257582] env[69473]: DEBUG nova.compute.manager [req-cad36ab8-2e3e-4bbc-9e37-a0370e877bfb req-add9c5ea-d5b3-4708-8980-1671090ec129 service nova] [instance: f63a8ec2-0b8a-4ac7-b102-f2cef2709c64] Received event network-vif-deleted-cf86ac27-71e0-456d-889b-0b46aaf5b6e1 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.367676] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358762, 'name': PowerOffVM_Task, 'duration_secs': 0.254707} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.367676] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.367676] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.367676] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da31ea0-35b9-484d-a37d-3fabdfdd10de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.374386] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.374386] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9401290f-ac53-4fde-83d7-91058f0ca53c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.386888] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 6065ddab-dc39-4700-ae44-50c40a5917ee] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.406961] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.406961] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.407209] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleting the datastore file [datastore2] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.407315] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56717c72-3ad2-4547-b1bf-cd71fc2e6c05 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.415010] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1170.415010] env[69473]: value = "task-3358764" [ 1170.415010] env[69473]: _type = "Task" [ 1170.415010] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.425231] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.480608] env[69473]: DEBUG nova.scheduler.client.report [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.651304] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.739110] env[69473]: INFO nova.virt.block_device [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Booting with volume f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f at /dev/sda [ 1170.779726] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5223931-237a-4f0d-bab6-ad46e4b26e7a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.792084] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f8f56e-3f85-4971-9956-aa65db225208 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.824643] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94e8d82f-0f7c-4042-b0c3-ba15333d3e53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.835736] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee95271-d320-4914-beb6-b87ccb9d9148 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.868353] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36ebd40-9361-458d-a079-6496032798d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.876389] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b915cf7-e635-4ea8-b9b5-cd5c43f4fe09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.891664] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 13dca5af-42c4-4d02-9823-95209d1ab976] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.893617] env[69473]: DEBUG nova.virt.block_device [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating existing volume attachment record: e4a324be-6325-45e3-8519-3c0a1d76439d {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.925678] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322227} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.926567] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.926762] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.926938] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.985846] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.989044] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.338s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.989044] env[69473]: DEBUG nova.objects.instance [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lazy-loading 'resources' on Instance uuid f63a8ec2-0b8a-4ac7-b102-f2cef2709c64 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.010286] env[69473]: INFO nova.scheduler.client.report [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Deleted allocations for instance 14e61a11-9e35-4658-82e1-a0a772a789ed [ 1171.396495] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: f4db9bb7-0305-468f-9813-872825d47257] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.519173] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bc7a7211-5033-4107-8f4a-b05e749654a9 tempest-AttachInterfacesTestJSON-1902584365 tempest-AttachInterfacesTestJSON-1902584365-project-member] Lock "14e61a11-9e35-4658-82e1-a0a772a789ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.193s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.648789] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149bb979-4c30-478c-b4ff-6227689ed884 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.658640] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b3a7a8-0c69-48bb-9a20-adba739901b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.690129] env[69473]: DEBUG nova.network.neutron [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Successfully updated port: 0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.691831] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeae30dc-aef0-4d31-9715-799630d1f61a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.712870] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbabd37e-e978-4524-bc69-81614fef1723 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.727956] env[69473]: DEBUG nova.compute.provider_tree [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.900767] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 5b9dadec-b826-4a48-9cfa-f992da17ebaa] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.969975] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.970396] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.970688] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.971027] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.971294] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.971547] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.971932] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.972220] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.972708] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.973704] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.973704] env[69473]: DEBUG nova.virt.hardware [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.974642] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d57610-6a4e-4db1-86c8-763056d1bd67 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.989387] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cbca3-5df6-4edd-b373-509fbc2f26f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.009789] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Instance VIF info [] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.019644] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.020340] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.020885] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3c19a2-ecb8-4795-bc1a-0c5ca60fa4b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.049845] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.049845] env[69473]: value = "task-3358765" [ 1172.049845] env[69473]: _type = "Task" [ 1172.049845] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.058094] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358765, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.196668] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.196840] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.197049] env[69473]: DEBUG nova.network.neutron [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.231862] env[69473]: DEBUG nova.scheduler.client.report [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.287612] env[69473]: DEBUG nova.compute.manager [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Received event network-vif-plugged-0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.287732] env[69473]: DEBUG oslo_concurrency.lockutils [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] Acquiring lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.288028] env[69473]: DEBUG oslo_concurrency.lockutils [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.288162] env[69473]: DEBUG oslo_concurrency.lockutils [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.288378] env[69473]: DEBUG nova.compute.manager [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] No waiting events found dispatching network-vif-plugged-0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.288561] env[69473]: WARNING nova.compute.manager [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Received unexpected event network-vif-plugged-0934a45e-8f5f-46ea-a6b0-c5005a1d1662 for instance with vm_state building and task_state block_device_mapping. [ 1172.288796] env[69473]: DEBUG nova.compute.manager [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Received event network-changed-0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.288904] env[69473]: DEBUG nova.compute.manager [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Refreshing instance network info cache due to event network-changed-0934a45e-8f5f-46ea-a6b0-c5005a1d1662. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.289115] env[69473]: DEBUG oslo_concurrency.lockutils [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] Acquiring lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.404013] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1c9c027e-f381-4dd6-8986-11c14de334db] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.559598] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358765, 'name': CreateVM_Task, 'duration_secs': 0.297664} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.559767] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.560195] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.560356] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.560678] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.560928] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38120220-b35c-44be-82a9-ed540824c07b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.565750] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1172.565750] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522605e2-d80f-b4f0-e491-dbb9727e746c" [ 1172.565750] env[69473]: _type = "Task" [ 1172.565750] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.574328] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522605e2-d80f-b4f0-e491-dbb9727e746c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.730231] env[69473]: DEBUG nova.network.neutron [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.742020] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.767502] env[69473]: INFO nova.scheduler.client.report [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Deleted allocations for instance f63a8ec2-0b8a-4ac7-b102-f2cef2709c64 [ 1172.907235] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: fee03760-b484-4029-83d6-1ce702761af9] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.966186] env[69473]: DEBUG nova.network.neutron [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [{"id": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "address": "fa:16:3e:87:d4:0b", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0934a45e-8f", "ovs_interfaceid": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.987863] env[69473]: DEBUG nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.988411] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.988623] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.988781] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.988963] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.989138] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.989331] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.989485] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.989644] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.989810] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.989974] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.990316] env[69473]: DEBUG nova.virt.hardware [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.991212] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736cdfbd-504e-451a-a8c0-c8b4fb443e9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.000871] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a1c59-7bf7-4e3d-adae-d64db26c1f71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.078038] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522605e2-d80f-b4f0-e491-dbb9727e746c, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.078369] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.078599] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.078833] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.078979] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.079173] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.079440] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c26fa6f-426a-46d2-9752-03b971b20ef0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.088733] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.088914] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.089632] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db71fad1-c98e-41d2-99dc-723cb42e650c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.095017] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1173.095017] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5249a634-62be-0fbd-b216-6be9ce4ea5e1" [ 1173.095017] env[69473]: _type = "Task" [ 1173.095017] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.102903] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5249a634-62be-0fbd-b216-6be9ce4ea5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.276117] env[69473]: DEBUG oslo_concurrency.lockutils [None req-bb0ca6f1-7938-406e-b985-946ae05e62d0 tempest-ServersTestJSON-451443707 tempest-ServersTestJSON-451443707-project-member] Lock "f63a8ec2-0b8a-4ac7-b102-f2cef2709c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.153s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.412562] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 81bbb03f-dc88-42dc-9636-7bdeb2c8e51e] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.472178] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.472178] env[69473]: DEBUG nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Instance network_info: |[{"id": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "address": "fa:16:3e:87:d4:0b", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0934a45e-8f", "ovs_interfaceid": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.472178] env[69473]: DEBUG oslo_concurrency.lockutils [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] Acquired lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.472178] env[69473]: DEBUG nova.network.neutron [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Refreshing network info cache for port 0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.472178] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:d4:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0934a45e-8f5f-46ea-a6b0-c5005a1d1662', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.479698] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.480989] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.481395] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b60be85e-0f1b-46a4-be3e-772bfb1ff027 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.504088] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.504088] env[69473]: value = "task-3358766" [ 1173.504088] env[69473]: _type = "Task" [ 1173.504088] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.514198] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358766, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.607515] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5249a634-62be-0fbd-b216-6be9ce4ea5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.608353] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47c8e30-ce13-4009-81eb-76d18a53ed3e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.615131] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1173.615131] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bdf829-e7de-98e3-3e3f-88cd1118d4cb" [ 1173.615131] env[69473]: _type = "Task" [ 1173.615131] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.624764] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bdf829-e7de-98e3-3e3f-88cd1118d4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.916175] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 44b57b2d-6bbd-447b-91bd-f512d1eaab13] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.015994] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358766, 'name': CreateVM_Task, 'duration_secs': 0.479653} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.016135] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.016823] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'e4a324be-6325-45e3-8519-3c0a1d76439d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670312', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'name': 'volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'serial': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69473) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1174.017047] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Root volume attach. Driver type: vmdk {{(pid=69473) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1174.017826] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0923c9-395b-4db8-a1ad-298c65f84d1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.028917] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c70f0-de2c-4260-a2c0-98f76393031a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.035865] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27afca9e-f2d6-4629-aa9c-5e20e3f10ba2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.042356] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d4c49c38-b145-45bd-99e8-8fb60b08dec1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.050197] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1174.050197] env[69473]: value = "task-3358767" [ 1174.050197] env[69473]: _type = "Task" [ 1174.050197] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.059063] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.128316] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bdf829-e7de-98e3-3e3f-88cd1118d4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.128316] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.129838] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.129838] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3bff97e-65a3-4d33-8e70-83ced550d9c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.139416] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1174.139416] env[69473]: value = "task-3358768" [ 1174.139416] env[69473]: _type = "Task" [ 1174.139416] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.150168] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.226384] env[69473]: DEBUG nova.network.neutron [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updated VIF entry in instance network info cache for port 0934a45e-8f5f-46ea-a6b0-c5005a1d1662. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.226952] env[69473]: DEBUG nova.network.neutron [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [{"id": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "address": "fa:16:3e:87:d4:0b", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0934a45e-8f", "ovs_interfaceid": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.419312] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 465c6b57-7c55-4f13-8a94-336454334f67] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.570031] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task} progress is 42%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.658471] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358768, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.732234] env[69473]: DEBUG oslo_concurrency.lockutils [req-431529f9-cba1-4ac4-93d4-5ebf044e6011 req-9a88e4bf-6d57-4f70-ac41-04f7bc3fc560 service nova] Releasing lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.923432] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: bb142d9a-8f04-4603-a8b3-bf30d8db4cc0] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.066483] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task} progress is 54%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.155063] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358768, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.426771] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 7a746693-7512-4f6c-90f6-158ca21cd868] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.570099] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task} progress is 69%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.656727] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358768, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.930982] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 684673c5-19bc-41ec-85dc-ccae3b33ce1f] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.066750] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task} progress is 82%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.161682] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358768, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530164} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.162093] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.162585] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.162710] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40322666-2b90-4fcc-a847-e06600a23f0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.179875] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1176.179875] env[69473]: value = "task-3358769" [ 1176.179875] env[69473]: _type = "Task" [ 1176.179875] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.195406] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.434844] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1428e285-7a51-41b6-81a9-fc508b947ff4] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.563467] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task} progress is 95%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.690500] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083151} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.690819] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.692193] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f175b8-4f49-4ac0-aaeb-72c0738a6f3e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.715290] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.715666] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b490e4d-ec57-4018-b13a-b537b4559220 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.738478] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1176.738478] env[69473]: value = "task-3358770" [ 1176.738478] env[69473]: _type = "Task" [ 1176.738478] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.749329] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.938036] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: d99b7d8d-0348-42ca-a0ba-45c369dcce7f] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.064320] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task} progress is 98%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.250262] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358770, 'name': ReconfigVM_Task, 'duration_secs': 0.324654} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.250571] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c/3ed0073a-ace7-4c69-85cd-86cf2fd5811c.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.251285] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a450f59-7f59-42fb-878c-075e4a08c7b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.259708] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1177.259708] env[69473]: value = "task-3358771" [ 1177.259708] env[69473]: _type = "Task" [ 1177.259708] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.268203] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358771, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.377238] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.377557] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.442253] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: a975bf74-0e58-41ef-ad8c-2cc0d0952fb5] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.565276] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358767, 'name': RelocateVM_Task, 'duration_secs': 3.439767} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.565624] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.565786] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670312', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'name': 'volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'serial': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.567573] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d646848c-08d6-4028-851e-a1314b02424d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.586557] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b395e80e-37af-479e-92e8-2ebdc760eb8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.611692] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f/volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.611996] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e186cdc-fa71-46f3-be55-ebf045d64b6d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.644675] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1177.644675] env[69473]: value = "task-3358772" [ 1177.644675] env[69473]: _type = "Task" [ 1177.644675] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.656785] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.486306] env[69473]: DEBUG nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.489093] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: cbcd80bc-5d4e-4e0b-be8a-11e589758c71] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.499591] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358771, 'name': Rename_Task, 'duration_secs': 0.189394} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.502565] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.502833] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358772, 'name': ReconfigVM_Task, 'duration_secs': 0.260833} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.503043] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c505d1d4-c72d-4bb9-92c8-e0451d93462e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.504705] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f/volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.509254] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37cbdcc3-7817-4c28-b145-7385b64b5409 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.526205] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1178.526205] env[69473]: value = "task-3358774" [ 1178.526205] env[69473]: _type = "Task" [ 1178.526205] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.527481] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1178.527481] env[69473]: value = "task-3358773" [ 1178.527481] env[69473]: _type = "Task" [ 1178.527481] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.539440] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.542675] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.996282] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 74d44bb0-82f6-4a0e-8dd2-47513a4af8d4] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.011575] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.011889] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.014197] env[69473]: INFO nova.compute.claims [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.041387] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358774, 'name': ReconfigVM_Task, 'duration_secs': 0.18874} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.044697] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670312', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'name': 'volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'serial': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.045280] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.045497] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d95988ef-96f2-4ad4-b94d-6f7d5fea4a68 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.053727] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1179.053727] env[69473]: value = "task-3358775" [ 1179.053727] env[69473]: _type = "Task" [ 1179.053727] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.066731] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358775, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.114641] env[69473]: DEBUG nova.compute.manager [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1179.498829] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 326b7e21-0fa2-43fb-97ba-1d060b4809a5] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.541282] env[69473]: DEBUG oslo_vmware.api [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358773, 'name': PowerOnVM_Task, 'duration_secs': 0.680848} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.541525] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.541733] env[69473]: DEBUG nova.compute.manager [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.542499] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641881b9-ebbe-47a3-8005-7681ef7aad1c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.564636] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358775, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.631569] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.001931] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: c5040eb1-4eb9-4d1e-91c8-bf2b0512cb66] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.061561] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.066676] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358775, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.171282] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f77b5e-aa88-4e9d-8dd1-079fc4a84f5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.179534] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba9eefd-1571-4efa-a33a-415cf7926131 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.210179] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178884ee-dbac-4c04-bfba-a86eeb5bdb9d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.218266] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a449187b-dd62-47f1-87f5-b07058a43ec2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.232801] env[69473]: DEBUG nova.compute.provider_tree [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.505272] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: c105af4e-d29a-44f5-8eb6-53f303843059] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.567218] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358775, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.736867] env[69473]: DEBUG nova.scheduler.client.report [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.901754] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.902008] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.902232] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.902418] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.902619] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.906820] env[69473]: INFO nova.compute.manager [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Terminating instance [ 1181.008736] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 09a249da-e2c0-45b3-b7c7-cc7dba9e0fcb] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.067655] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358775, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.242078] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.242642] env[69473]: DEBUG nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.245288] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.614s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.410508] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "refresh_cache-3ed0073a-ace7-4c69-85cd-86cf2fd5811c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.410710] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "refresh_cache-3ed0073a-ace7-4c69-85cd-86cf2fd5811c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.410916] env[69473]: DEBUG nova.network.neutron [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.511470] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1b83784a-be10-4ae2-a3ab-35ecd1b930f4] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.568266] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358775, 'name': Rename_Task, 'duration_secs': 2.351963} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.568594] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.568840] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b8529aa-e217-4b40-999f-e574df5faafd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.575704] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1181.575704] env[69473]: value = "task-3358776" [ 1181.575704] env[69473]: _type = "Task" [ 1181.575704] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.587291] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.748559] env[69473]: DEBUG nova.compute.utils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.752140] env[69473]: INFO nova.compute.claims [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.755916] env[69473]: DEBUG nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.756135] env[69473]: DEBUG nova.network.neutron [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.806013] env[69473]: DEBUG nova.policy [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20dad51a8c8e4cb5a68809fd559df215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765d38a564074fb9baae7f671b48091c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.933274] env[69473]: DEBUG nova.network.neutron [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.014438] env[69473]: DEBUG nova.network.neutron [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.017120] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: feb825e4-a7b5-4209-aca1-9ecd593665bf] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.085706] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.127395] env[69473]: DEBUG nova.network.neutron [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Successfully created port: 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.256462] env[69473]: DEBUG nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.260510] env[69473]: INFO nova.compute.resource_tracker [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating resource usage from migration c550aa31-4ed8-446a-b009-78b2cc964fb1 [ 1182.415401] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91725dcc-e7ed-459a-86d0-7e30ed9af6af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.424101] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8ad51-c1b2-4b3e-bea9-46cd816e3e2a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.455927] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d30e8-8b99-41ac-bfaf-9ecce844d471 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.463993] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e88a2e4-53cd-448b-9f5c-dcbabe8ecc5f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.477966] env[69473]: DEBUG nova.compute.provider_tree [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.520725] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "refresh_cache-3ed0073a-ace7-4c69-85cd-86cf2fd5811c" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.520725] env[69473]: DEBUG nova.compute.manager [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.520725] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.521156] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 9bd9d879-229b-40a3-bf86-2a5a84d1656a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.524348] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07f4951-08d0-4f9f-b9a4-51ea6e6e2c81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.533357] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.533619] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0d7987e-d69a-4ef6-b48e-48d587547a40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.543034] env[69473]: DEBUG oslo_vmware.api [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1182.543034] env[69473]: value = "task-3358777" [ 1182.543034] env[69473]: _type = "Task" [ 1182.543034] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.556133] env[69473]: DEBUG oslo_vmware.api [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.588116] env[69473]: DEBUG oslo_vmware.api [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358776, 'name': PowerOnVM_Task, 'duration_secs': 0.612952} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.588363] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.588565] env[69473]: INFO nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1182.588751] env[69473]: DEBUG nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.589558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93175d-ddab-4e77-81f0-ee2eebb9f8af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.981144] env[69473]: DEBUG nova.scheduler.client.report [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.028323] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: c450d12c-81d4-4208-b903-72a6a1ecb603] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.053008] env[69473]: DEBUG oslo_vmware.api [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358777, 'name': PowerOffVM_Task, 'duration_secs': 0.191192} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.053889] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.054074] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.054349] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4aa7129-ee84-4ebc-85d7-fb839b352262 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.082102] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.082472] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.082755] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleting the datastore file [datastore1] 3ed0073a-ace7-4c69-85cd-86cf2fd5811c {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.083073] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d819f006-f48e-44ff-a7ba-df18b5f5df40 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.090511] env[69473]: DEBUG oslo_vmware.api [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1183.090511] env[69473]: value = "task-3358779" [ 1183.090511] env[69473]: _type = "Task" [ 1183.090511] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.098408] env[69473]: DEBUG oslo_vmware.api [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.109159] env[69473]: INFO nova.compute.manager [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Took 16.18 seconds to build instance. [ 1183.270179] env[69473]: DEBUG nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.295986] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.296250] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.296407] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.296592] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.296738] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.296884] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.297103] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.297266] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.297432] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.297595] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.297763] env[69473]: DEBUG nova.virt.hardware [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.298629] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a9fead-9db6-4bba-aa62-7be53dda5216 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.307298] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba50500-4b51-4f32-a9aa-6a7ed1dc94b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.486743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.241s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.487034] env[69473]: INFO nova.compute.manager [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Migrating [ 1183.494372] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.433s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.494639] env[69473]: DEBUG nova.objects.instance [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69473) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1183.531464] env[69473]: DEBUG nova.compute.manager [req-7782466e-fffd-45b1-84e9-d13913865cbd req-e7dbaf4f-646a-4b5b-84df-bbc3f8910e7c service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received event network-vif-plugged-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.531723] env[69473]: DEBUG oslo_concurrency.lockutils [req-7782466e-fffd-45b1-84e9-d13913865cbd req-e7dbaf4f-646a-4b5b-84df-bbc3f8910e7c service nova] Acquiring lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.531926] env[69473]: DEBUG oslo_concurrency.lockutils [req-7782466e-fffd-45b1-84e9-d13913865cbd req-e7dbaf4f-646a-4b5b-84df-bbc3f8910e7c service nova] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.532071] env[69473]: DEBUG oslo_concurrency.lockutils [req-7782466e-fffd-45b1-84e9-d13913865cbd req-e7dbaf4f-646a-4b5b-84df-bbc3f8910e7c service nova] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.532245] env[69473]: DEBUG nova.compute.manager [req-7782466e-fffd-45b1-84e9-d13913865cbd req-e7dbaf4f-646a-4b5b-84df-bbc3f8910e7c service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] No waiting events found dispatching network-vif-plugged-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.532413] env[69473]: WARNING nova.compute.manager [req-7782466e-fffd-45b1-84e9-d13913865cbd req-e7dbaf4f-646a-4b5b-84df-bbc3f8910e7c service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received unexpected event network-vif-plugged-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c for instance with vm_state building and task_state spawning. [ 1183.533684] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 7ac2b470-ea67-4d48-a1dd-65b94ea54e06] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.602896] env[69473]: DEBUG oslo_vmware.api [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087193} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.603107] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.603296] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.603508] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.603689] env[69473]: INFO nova.compute.manager [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1183.604058] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.604135] env[69473]: DEBUG nova.compute.manager [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.604560] env[69473]: DEBUG nova.network.neutron [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.610775] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e38409f2-493c-48ac-8931-bacfe4446b1a tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.690s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.624977] env[69473]: DEBUG nova.network.neutron [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.630264] env[69473]: DEBUG nova.network.neutron [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Successfully updated port: 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.007350] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.007553] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.007782] env[69473]: DEBUG nova.network.neutron [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.036869] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 9512636c-5133-444d-ad81-9507df8b762e] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.129367] env[69473]: DEBUG nova.network.neutron [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.131769] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.132105] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquired lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.133103] env[69473]: DEBUG nova.network.neutron [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.358671] env[69473]: DEBUG nova.compute.manager [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Received event network-changed-5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.358912] env[69473]: DEBUG nova.compute.manager [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Refreshing instance network info cache due to event network-changed-5c662941-b089-4146-8c84-24349d58af90. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.359177] env[69473]: DEBUG oslo_concurrency.lockutils [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] Acquiring lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.359363] env[69473]: DEBUG oslo_concurrency.lockutils [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] Acquired lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.359564] env[69473]: DEBUG nova.network.neutron [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Refreshing network info cache for port 5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.516019] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84393319-71f0-4bae-8dda-26a51789cbf1 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.539688] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: e471e74a-8fd2-42f0-ad19-69aa71318bc7] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.632539] env[69473]: INFO nova.compute.manager [-] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Took 1.03 seconds to deallocate network for instance. [ 1184.674232] env[69473]: DEBUG nova.network.neutron [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.823696] env[69473]: DEBUG nova.network.neutron [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [{"id": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "address": "fa:16:3e:ba:d6:92", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb4bec3-77", "ovs_interfaceid": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.866183] env[69473]: DEBUG nova.network.neutron [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.043018] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 61c52b79-2ee1-450d-993d-8c1991d71f56] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.140324] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.140671] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.140949] env[69473]: DEBUG nova.objects.instance [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lazy-loading 'resources' on Instance uuid 3ed0073a-ace7-4c69-85cd-86cf2fd5811c {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.317030] env[69473]: DEBUG nova.network.neutron [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updated VIF entry in instance network info cache for port 5c662941-b089-4146-8c84-24349d58af90. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.317030] env[69473]: DEBUG nova.network.neutron [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updating instance_info_cache with network_info: [{"id": "5c662941-b089-4146-8c84-24349d58af90", "address": "fa:16:3e:d7:cf:18", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c662941-b0", "ovs_interfaceid": "5c662941-b089-4146-8c84-24349d58af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.326625] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.369657] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Releasing lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.369989] env[69473]: DEBUG nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Instance network_info: |[{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.370431] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:3b:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8a46d6-1ead-47a0-a99a-97ea8a5f960c', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.378283] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Creating folder: Project (765d38a564074fb9baae7f671b48091c). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.378561] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52534fa9-b8bf-4eec-ab3c-9d9dcaa0a9ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.393124] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Created folder: Project (765d38a564074fb9baae7f671b48091c) in parent group-v669999. [ 1185.393421] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Creating folder: Instances. Parent ref: group-v670320. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.393726] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5871e5d-932d-4a1e-bfa8-881299603895 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.406426] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Created folder: Instances in parent group-v670320. [ 1185.406655] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.407344] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.407563] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f1eb82c-7a0b-47dd-98a4-23db29721280 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.427543] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.427543] env[69473]: value = "task-3358782" [ 1185.427543] env[69473]: _type = "Task" [ 1185.427543] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.436022] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358782, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.546247] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 718ef4bd-a7e4-4577-a226-2513046d1a80] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.558893] env[69473]: DEBUG nova.compute.manager [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.559105] env[69473]: DEBUG nova.compute.manager [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing instance network info cache due to event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.559321] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] Acquiring lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.559467] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] Acquired lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.559633] env[69473]: DEBUG nova.network.neutron [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.810950] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727d7326-7ae2-4580-98ba-26621c01b39c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.818960] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aafac13-c5fd-4f0e-86aa-3a5ed4c5d47b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.822626] env[69473]: DEBUG oslo_concurrency.lockutils [req-41f6ac5d-0898-402f-887f-b20f5cdb424e req-77d45190-e6e5-47f2-ab6a-63e7a74bda3b service nova] Releasing lock "refresh_cache-1971c532-b386-46b8-b50e-a4311d188ee5" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.868575] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03dd414-b6ac-41ea-9f05-03954c3b8c51 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.878105] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516ce5b3-72db-4fe9-8b09-39d8d340e1b3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.895905] env[69473]: DEBUG nova.compute.provider_tree [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.899971] env[69473]: DEBUG nova.compute.manager [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1185.938832] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358782, 'name': CreateVM_Task, 'duration_secs': 0.34891} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.938882] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.939632] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.939805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.940133] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.940394] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75142ad-0190-4bbc-ab3a-eecd5f0a0c33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.946673] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1185.946673] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bf2066-73d9-3040-9c92-cba89d07cfe1" [ 1185.946673] env[69473]: _type = "Task" [ 1185.946673] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.955360] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bf2066-73d9-3040-9c92-cba89d07cfe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.049236] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 753d0635-98d9-4105-93bf-cb5500eb0f34] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.255085] env[69473]: DEBUG nova.network.neutron [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updated VIF entry in instance network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.255447] env[69473]: DEBUG nova.network.neutron [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.383891] env[69473]: DEBUG nova.compute.manager [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Received event network-changed-0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.384122] env[69473]: DEBUG nova.compute.manager [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Refreshing instance network info cache due to event network-changed-0934a45e-8f5f-46ea-a6b0-c5005a1d1662. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.384311] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] Acquiring lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.384533] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] Acquired lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.384725] env[69473]: DEBUG nova.network.neutron [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Refreshing network info cache for port 0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.399678] env[69473]: DEBUG nova.scheduler.client.report [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.417047] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.457959] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52bf2066-73d9-3040-9c92-cba89d07cfe1, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.458276] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.458509] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.458736] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.458880] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.459073] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.459324] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be129f51-5cbd-461f-a7da-549a48b6cec0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.468071] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.468252] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.468932] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9e6dd9-d286-4cb9-93f2-1ad9c080d76f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.473786] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1186.473786] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524138ac-af29-6887-29d3-071800e82b29" [ 1186.473786] env[69473]: _type = "Task" [ 1186.473786] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.481259] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524138ac-af29-6887-29d3-071800e82b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.553095] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: f222cbb3-6a0c-4159-84aa-b27251fec3ee] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.758468] env[69473]: DEBUG oslo_concurrency.lockutils [req-7ad3b54b-69e4-4292-9308-402d633310c9 req-f1f44af5-d7f2-48b8-9ccb-3f0fb7de6be8 service nova] Releasing lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.876856] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b9d037-0611-4850-aaca-f8edf4a4f85e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.898128] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance 'c2a2fcca-7dd5-4ec2-9c09-46a7534950cd' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.903918] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.905874] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.489s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.927218] env[69473]: INFO nova.scheduler.client.report [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleted allocations for instance 3ed0073a-ace7-4c69-85cd-86cf2fd5811c [ 1186.985340] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524138ac-af29-6887-29d3-071800e82b29, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.986243] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0392539f-6e2b-4913-99e1-90bcfe62e436 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.991758] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1186.991758] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc3d43-3451-320f-d4c5-5dc31082994f" [ 1186.991758] env[69473]: _type = "Task" [ 1186.991758] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.001363] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc3d43-3451-320f-d4c5-5dc31082994f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.055912] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: e78b0377-44a2-4e88-a2d0-0d3ba6f7dd78] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.113274] env[69473]: DEBUG nova.network.neutron [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updated VIF entry in instance network info cache for port 0934a45e-8f5f-46ea-a6b0-c5005a1d1662. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.113714] env[69473]: DEBUG nova.network.neutron [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [{"id": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "address": "fa:16:3e:87:d4:0b", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0934a45e-8f", "ovs_interfaceid": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.404577] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.404924] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a10418-acba-45a6-88cc-2bda74926b0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.410525] env[69473]: INFO nova.compute.claims [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.415202] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1187.415202] env[69473]: value = "task-3358783" [ 1187.415202] env[69473]: _type = "Task" [ 1187.415202] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.424908] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.435891] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6713c38d-9735-472e-95a7-9bf1b82012fe tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "3ed0073a-ace7-4c69-85cd-86cf2fd5811c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.534s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.502258] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc3d43-3451-320f-d4c5-5dc31082994f, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.502543] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.502798] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/7a12c8db-b44f-4e0d-af11-f2e3cb70803b.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.503063] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e3d4402-f69d-4579-903b-b4b34ea92cb4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.511106] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1187.511106] env[69473]: value = "task-3358784" [ 1187.511106] env[69473]: _type = "Task" [ 1187.511106] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.519355] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.560097] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 77e21e10-bb48-4273-8fd0-1257288940e3] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.616911] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0c2a615-13e8-4b4f-b8d5-84d453b58cba req-9cbe3c9e-a49b-4942-a915-828faf06e307 service nova] Releasing lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.919463] env[69473]: INFO nova.compute.resource_tracker [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating resource usage from migration 25b2c554-1231-4188-8227-9bc190f67d9e [ 1187.937260] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358783, 'name': PowerOffVM_Task, 'duration_secs': 0.201362} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.937917] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.938184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance 'c2a2fcca-7dd5-4ec2-9c09-46a7534950cd' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.021139] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452682} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.023516] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/7a12c8db-b44f-4e0d-af11-f2e3cb70803b.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.023783] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.024203] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f6a948e-947a-489f-9f7d-af803d59f925 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.030212] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1188.030212] env[69473]: value = "task-3358785" [ 1188.030212] env[69473]: _type = "Task" [ 1188.030212] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.044860] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.064131] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 60365def-6ca1-4e70-b628-72888c7fbd62] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.076798] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75059c5e-4572-4456-aaa1-4eaa701932cb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.085666] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26791e25-87f0-4719-878b-9134b00430ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.119409] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f38da8-5e14-4944-848a-c3797c35718b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.126667] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17058130-0184-4601-8d55-8c411cbb5387 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.140221] env[69473]: DEBUG nova.compute.provider_tree [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.448593] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.448841] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.448998] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.449209] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.449366] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.449519] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.449731] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.449891] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.450534] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.450776] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.450966] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.456387] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22961fc1-77d6-46e3-b713-3043bc8cf483 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.472315] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1188.472315] env[69473]: value = "task-3358786" [ 1188.472315] env[69473]: _type = "Task" [ 1188.472315] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.480982] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.539188] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090505} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.539455] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.539869] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.540106] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.540312] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.540500] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.540719] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.542823] env[69473]: INFO nova.compute.manager [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Terminating instance [ 1188.544609] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f88e95-8780-47eb-ae39-489e32165e99 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.569188] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/7a12c8db-b44f-4e0d-af11-f2e3cb70803b.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.570241] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 17629242-1971-4fd9-b983-ecb952ea84e7] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.572606] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c73e934-ada7-4e7f-892d-2128aa89bf0d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.592685] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1188.592685] env[69473]: value = "task-3358787" [ 1188.592685] env[69473]: _type = "Task" [ 1188.592685] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.601985] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.643434] env[69473]: DEBUG nova.scheduler.client.report [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.981488] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358786, 'name': ReconfigVM_Task, 'duration_secs': 0.269582} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.981802] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance 'c2a2fcca-7dd5-4ec2-9c09-46a7534950cd' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.049504] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "refresh_cache-9cae46dc-9295-46d5-87b2-87f5fd7b7110" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.049702] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquired lock "refresh_cache-9cae46dc-9295-46d5-87b2-87f5fd7b7110" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.049902] env[69473]: DEBUG nova.network.neutron [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.072692] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 2bb50809-0b14-4923-97ef-d14abd42ad0b] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.105032] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.148442] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.242s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.148654] env[69473]: INFO nova.compute.manager [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Migrating [ 1189.488840] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.488840] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.489115] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.489211] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.489350] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.489503] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.489713] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.489875] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.490050] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.490214] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.490388] env[69473]: DEBUG nova.virt.hardware [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.496104] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.496399] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ea17e9-da9a-4045-969f-a54d5dad1568 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.516655] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1189.516655] env[69473]: value = "task-3358788" [ 1189.516655] env[69473]: _type = "Task" [ 1189.516655] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.524262] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.568592] env[69473]: DEBUG nova.network.neutron [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.576176] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 471fe7bd-9997-4baf-a7e1-ff41be585590] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.603202] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358787, 'name': ReconfigVM_Task, 'duration_secs': 0.56387} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.603539] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/7a12c8db-b44f-4e0d-af11-f2e3cb70803b.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.604164] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6fa969d-4393-4aac-9594-fee94e49373c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.610769] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1189.610769] env[69473]: value = "task-3358789" [ 1189.610769] env[69473]: _type = "Task" [ 1189.610769] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.618317] env[69473]: DEBUG nova.network.neutron [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.623018] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358789, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.664094] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.664341] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.664675] env[69473]: DEBUG nova.network.neutron [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.026296] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358788, 'name': ReconfigVM_Task, 'duration_secs': 0.208035} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.026575] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.027355] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9983e4e1-6886-46ef-98a9-428d1a5ea2c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.049018] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.049309] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1b0d61-23b6-4c4c-8191-0087960199d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.067469] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1190.067469] env[69473]: value = "task-3358790" [ 1190.067469] env[69473]: _type = "Task" [ 1190.067469] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.075187] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.079608] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: b9fd194d-c0af-49f6-b185-f99e2ecfdb55] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.121782] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Releasing lock "refresh_cache-9cae46dc-9295-46d5-87b2-87f5fd7b7110" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.122254] env[69473]: DEBUG nova.compute.manager [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.122454] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.122760] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358789, 'name': Rename_Task, 'duration_secs': 0.166897} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.123600] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f43eb-d8ad-4cf0-a807-fba429455c89 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.126619] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.126880] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60262572-632b-4690-88ff-681437067f18 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.132914] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.134210] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a4bfc0b-e10a-463a-86db-1008fc22637c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.135722] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1190.135722] env[69473]: value = "task-3358791" [ 1190.135722] env[69473]: _type = "Task" [ 1190.135722] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.141304] env[69473]: DEBUG oslo_vmware.api [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1190.141304] env[69473]: value = "task-3358792" [ 1190.141304] env[69473]: _type = "Task" [ 1190.141304] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.144605] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.153945] env[69473]: DEBUG oslo_vmware.api [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.405542] env[69473]: DEBUG nova.network.neutron [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [{"id": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "address": "fa:16:3e:87:d4:0b", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0934a45e-8f", "ovs_interfaceid": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.577078] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358790, 'name': ReconfigVM_Task, 'duration_secs': 0.303461} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.577499] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.577655] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance 'c2a2fcca-7dd5-4ec2-9c09-46a7534950cd' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.583013] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 4095a995-43fe-4f2b-a38d-d83e46c20c7c] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.645543] env[69473]: DEBUG oslo_vmware.api [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358791, 'name': PowerOnVM_Task, 'duration_secs': 0.433504} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.649825] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.650069] env[69473]: INFO nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1190.650259] env[69473]: DEBUG nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.651143] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcfc2d3-b6a0-46a9-aac0-ebbe5387ede9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.658194] env[69473]: DEBUG oslo_vmware.api [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358792, 'name': PowerOffVM_Task, 'duration_secs': 0.126961} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.659709] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.659893] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.662849] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c620782-2f7a-4ee9-b104-0bd7eff75b7a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.688974] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.689224] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.689418] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleting the datastore file [datastore2] 9cae46dc-9295-46d5-87b2-87f5fd7b7110 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.689682] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cbcea3c-af91-4a4e-9a8d-a1c1a7cb8caf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.696825] env[69473]: DEBUG oslo_vmware.api [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for the task: (returnval){ [ 1190.696825] env[69473]: value = "task-3358794" [ 1190.696825] env[69473]: _type = "Task" [ 1190.696825] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.704958] env[69473]: DEBUG oslo_vmware.api [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.908517] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.085075] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618888c2-574f-4fbe-811c-d71442082e58 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.088751] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: fca9abff-1947-4808-8f04-4682cc5f8ddb] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.106712] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec287103-a908-46f5-bf23-71142f52b2d9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.125190] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance 'c2a2fcca-7dd5-4ec2-9c09-46a7534950cd' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.173305] env[69473]: INFO nova.compute.manager [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Took 12.18 seconds to build instance. [ 1191.206259] env[69473]: DEBUG oslo_vmware.api [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Task: {'id': task-3358794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327329} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.206503] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.206688] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.206867] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.207047] env[69473]: INFO nova.compute.manager [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1191.207290] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.207478] env[69473]: DEBUG nova.compute.manager [-] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.207574] env[69473]: DEBUG nova.network.neutron [-] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.224046] env[69473]: DEBUG nova.network.neutron [-] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.592586] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 943364ed-68a8-49d5-b165-a19795d43933] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.667114] env[69473]: DEBUG nova.network.neutron [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Port 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1191.676251] env[69473]: DEBUG oslo_concurrency.lockutils [None req-80a02cc7-a998-4b67-aced-5531fe09f218 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.298s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.726433] env[69473]: DEBUG nova.network.neutron [-] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.095919] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 959c58c5-2931-40dd-9afd-d3884a500adb] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.099691] env[69473]: INFO nova.compute.manager [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Rescuing [ 1192.099979] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.100177] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquired lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.100354] env[69473]: DEBUG nova.network.neutron [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.138826] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.139092] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.139272] env[69473]: INFO nova.compute.manager [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Shelving [ 1192.228439] env[69473]: INFO nova.compute.manager [-] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Took 1.02 seconds to deallocate network for instance. [ 1192.424114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253d5b9-5b63-45ce-81b6-a3848612188a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.444154] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.599515] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.599769] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Cleaning up deleted instances with incomplete migration {{(pid=69473) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1192.689525] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.689525] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.689743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.734612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.734894] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.735129] env[69473]: DEBUG nova.objects.instance [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lazy-loading 'resources' on Instance uuid 9cae46dc-9295-46d5-87b2-87f5fd7b7110 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.791511] env[69473]: DEBUG nova.network.neutron [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.950299] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.950945] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9150e99-35ff-44f4-9ed9-42e7c941e14f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.958088] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1192.958088] env[69473]: value = "task-3358795" [ 1192.958088] env[69473]: _type = "Task" [ 1192.958088] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.967741] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.148378] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.148758] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-854f5676-23fd-41f8-8ed4-2f2f2b228f99 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.156813] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1193.156813] env[69473]: value = "task-3358796" [ 1193.156813] env[69473]: _type = "Task" [ 1193.156813] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.168593] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.293678] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Releasing lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.397403] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670932ca-46f9-453b-b898-8df58899c737 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.404939] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816047ca-84d2-4ef3-84c9-73610eba203c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.434724] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f5bfa-94ae-4e43-9e53-e93159687388 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.442018] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8187d7c-cfc8-4f03-b72f-12d172e37b86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.456420] env[69473]: DEBUG nova.compute.provider_tree [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.465706] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358795, 'name': PowerOffVM_Task, 'duration_secs': 0.200922} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.466592] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.466786] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.667465] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358796, 'name': PowerOffVM_Task, 'duration_secs': 0.214775} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.667921] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.668407] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55263d93-9746-437a-9038-da3e17ea5b9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.687549] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66db176a-fdc1-4463-b035-8ac15b380394 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.729898] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.730109] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.730288] env[69473]: DEBUG nova.network.neutron [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.959504] env[69473]: DEBUG nova.scheduler.client.report [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.973404] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.973719] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.973883] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.974084] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.974238] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.974396] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.974709] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.974858] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.975042] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.975212] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.975390] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.981299] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32dd09cb-bfa1-4b19-8e9c-c32ca70bb124 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.998487] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1193.998487] env[69473]: value = "task-3358797" [ 1193.998487] env[69473]: _type = "Task" [ 1193.998487] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.006803] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.202892] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1194.202892] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c8eee5b-c099-4d26-bb12-01d3f0a9513a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.209907] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1194.209907] env[69473]: value = "task-3358798" [ 1194.209907] env[69473]: _type = "Task" [ 1194.209907] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.218765] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.437911] env[69473]: DEBUG nova.network.neutron [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [{"id": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "address": "fa:16:3e:ba:d6:92", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb4bec3-77", "ovs_interfaceid": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.463857] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.482609] env[69473]: INFO nova.scheduler.client.report [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Deleted allocations for instance 9cae46dc-9295-46d5-87b2-87f5fd7b7110 [ 1194.507971] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358797, 'name': ReconfigVM_Task, 'duration_secs': 0.239151} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.508266] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.720540] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358798, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.835461] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.835779] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2816c01-93a7-44a1-9da3-9bbc2b731a84 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.842538] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1194.842538] env[69473]: value = "task-3358799" [ 1194.842538] env[69473]: _type = "Task" [ 1194.842538] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.850292] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.941168] env[69473]: DEBUG oslo_concurrency.lockutils [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.993092] env[69473]: DEBUG oslo_concurrency.lockutils [None req-574ddba9-c134-4180-a217-8a0d2ae193f2 tempest-ServerShowV247Test-652124086 tempest-ServerShowV247Test-652124086-project-member] Lock "9cae46dc-9295-46d5-87b2-87f5fd7b7110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.453s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.014642] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.014902] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.015109] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.015305] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.015460] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.015615] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.015885] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.016104] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.016351] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.016560] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.016748] env[69473]: DEBUG nova.virt.hardware [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.023160] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.023830] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f071b5ec-0cdf-4ccd-990d-84b4552d931e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.044047] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1195.044047] env[69473]: value = "task-3358800" [ 1195.044047] env[69473]: _type = "Task" [ 1195.044047] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.052622] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.225426] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358798, 'name': CreateSnapshot_Task, 'duration_secs': 0.834637} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.225866] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1195.226972] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01927b-96ed-4b49-8ee3-77534b3f5823 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.352231] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358799, 'name': PowerOffVM_Task, 'duration_secs': 0.187048} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.352490] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.353261] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce6474-3900-44e4-8d57-3537f13384ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.370859] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fad5990-3113-4d1d-a083-903ee6d4b674 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.402508] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.402804] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f3bb9d-11b6-4bd7-afaf-0016f02beb8b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.408270] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1195.408270] env[69473]: value = "task-3358801" [ 1195.408270] env[69473]: _type = "Task" [ 1195.408270] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.415546] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.463475] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a139c4e-1223-409e-ae7c-64954c2a3985 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.482470] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c1c37-eb5b-4a26-996b-c0517788ed7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.488728] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance 'c2a2fcca-7dd5-4ec2-9c09-46a7534950cd' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.553342] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358800, 'name': ReconfigVM_Task, 'duration_secs': 0.15301} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.553577] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.554325] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa766715-4c79-4541-8287-608e8ddb2c94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.576553] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f/volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.576795] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db6861d-aec5-475b-b430-3da660fdfa65 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.593198] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1195.593198] env[69473]: value = "task-3358802" [ 1195.593198] env[69473]: _type = "Task" [ 1195.593198] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.600468] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.749227] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1195.749616] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2327d072-ef7e-4456-94b4-9c30b79e1696 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.758027] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1195.758027] env[69473]: value = "task-3358803" [ 1195.758027] env[69473]: _type = "Task" [ 1195.758027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.765841] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358803, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.919014] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1195.919286] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.919617] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.919864] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.920081] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.920383] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cfb022d-21e5-4093-9618-94c07b0a1fc7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.928842] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.929069] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.929900] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b56ee68-de82-4d0c-9fa2-8acdb3e29b2f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.935427] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1195.935427] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee0143-21f5-18c1-ab9a-2bc5d1173ed6" [ 1195.935427] env[69473]: _type = "Task" [ 1195.935427] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.943658] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee0143-21f5-18c1-ab9a-2bc5d1173ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.995077] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.995408] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3781105-9308-4f8d-8466-479c3aca170b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.002317] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1196.002317] env[69473]: value = "task-3358804" [ 1196.002317] env[69473]: _type = "Task" [ 1196.002317] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.010628] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.103334] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358802, 'name': ReconfigVM_Task, 'duration_secs': 0.237426} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.103674] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f/volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.103959] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.268704] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358803, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.445850] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ee0143-21f5-18c1-ab9a-2bc5d1173ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.446704] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9e60ec-1159-4014-87b2-34349254db92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.452235] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1196.452235] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b9987-c7a4-ca59-7ddc-4f04bd068e85" [ 1196.452235] env[69473]: _type = "Task" [ 1196.452235] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.461429] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b9987-c7a4-ca59-7ddc-4f04bd068e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.511690] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.586560] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.610071] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcec1bc-11c6-4a1d-954f-b6fae87e490e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.629649] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54440750-4f43-473e-a899-f60365bf3af5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.647765] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.770230] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358803, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.962768] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b9987-c7a4-ca59-7ddc-4f04bd068e85, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.963056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.963323] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. {{(pid=69473) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1196.963626] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b61a78c-8b71-405d-96e4-603918da49b0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.969786] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1196.969786] env[69473]: value = "task-3358805" [ 1196.969786] env[69473]: _type = "Task" [ 1196.969786] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.977177] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.011991] env[69473]: DEBUG oslo_vmware.api [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358804, 'name': PowerOnVM_Task, 'duration_secs': 0.565782} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.012240] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.012427] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-84abd298-95b1-437e-8fc0-d0cc2746f491 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance 'c2a2fcca-7dd5-4ec2-9c09-46a7534950cd' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.092250] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.270442] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358803, 'name': CloneVM_Task, 'duration_secs': 1.394796} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.270670] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Created linked-clone VM from snapshot [ 1197.271501] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac9558-6916-4186-9edc-dac0088e5fab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.279280] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Uploading image a932a31a-76bc-4ee4-9f67-0ad2fd7d609b {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1197.356065] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1197.356065] env[69473]: value = "vm-670324" [ 1197.356065] env[69473]: _type = "VirtualMachine" [ 1197.356065] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1197.356392] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-016a5876-bc33-4b58-985a-5bf5eee9b037 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.363727] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease: (returnval){ [ 1197.363727] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526e7bd3-d5ee-2bf7-4e59-d9d739af2000" [ 1197.363727] env[69473]: _type = "HttpNfcLease" [ 1197.363727] env[69473]: } obtained for exporting VM: (result){ [ 1197.363727] env[69473]: value = "vm-670324" [ 1197.363727] env[69473]: _type = "VirtualMachine" [ 1197.363727] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1197.364107] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the lease: (returnval){ [ 1197.364107] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526e7bd3-d5ee-2bf7-4e59-d9d739af2000" [ 1197.364107] env[69473]: _type = "HttpNfcLease" [ 1197.364107] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1197.372999] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.372999] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526e7bd3-d5ee-2bf7-4e59-d9d739af2000" [ 1197.372999] env[69473]: _type = "HttpNfcLease" [ 1197.372999] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1197.479209] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506294} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.479456] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. [ 1197.480231] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a682e-64cb-479c-aa79-5095a4628699 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.504414] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.504657] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e084b4-78a4-412e-8c5d-a3ac04813ea9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.524100] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1197.524100] env[69473]: value = "task-3358807" [ 1197.524100] env[69473]: _type = "Task" [ 1197.524100] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.531343] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.597972] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Getting list of instances from cluster (obj){ [ 1197.597972] env[69473]: value = "domain-c8" [ 1197.597972] env[69473]: _type = "ClusterComputeResource" [ 1197.597972] env[69473]: } {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1197.599268] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d9a029-7716-4fd4-8eb7-f9cf867c3856 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.616214] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Got total of 8 instances {{(pid=69473) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1197.616417] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid 1971c532-b386-46b8-b50e-a4311d188ee5 {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.616653] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid c2a2fcca-7dd5-4ec2-9c09-46a7534950cd {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.616859] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.617047] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.617248] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid a940c96f-f36f-40f0-a5e0-1467759d821b {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.617448] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid 74fc1604-5fcd-4153-ae3c-5f95e586e00f {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.617631] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.617841] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Triggering sync for uuid 7a12c8db-b44f-4e0d-af11-f2e3cb70803b {{(pid=69473) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1197.618235] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "1971c532-b386-46b8-b50e-a4311d188ee5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.618493] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "1971c532-b386-46b8-b50e-a4311d188ee5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.618805] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.619053] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.619257] env[69473]: INFO nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1197.619457] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.619663] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.619842] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.620089] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.620300] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.620510] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.620799] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.621032] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.621295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.621515] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.621727] env[69473]: INFO nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1197.621924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.622194] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.622476] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.622688] env[69473]: INFO nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1197.622883] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.623770] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff21e6d-8995-4fa0-811e-6ab0b7a1bd31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.627119] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e0330-6335-4748-9aac-b2335533b118 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.629748] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48006b7-3a8a-4795-9f07-3acbd3236a69 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.632500] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e25507-0aee-461a-973d-f2c746c9a4f8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.872013] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.872013] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526e7bd3-d5ee-2bf7-4e59-d9d739af2000" [ 1197.872013] env[69473]: _type = "HttpNfcLease" [ 1197.872013] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1197.872408] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1197.872408] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526e7bd3-d5ee-2bf7-4e59-d9d739af2000" [ 1197.872408] env[69473]: _type = "HttpNfcLease" [ 1197.872408] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1197.873259] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50898d-fd24-4297-81e7-7d884daffe3f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.880336] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758889-34d4-6a1e-df13-d08dee3c642c/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1197.880517] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758889-34d4-6a1e-df13-d08dee3c642c/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1198.034684] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358807, 'name': ReconfigVM_Task, 'duration_secs': 0.397444} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.034944] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.035728] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ee0546-a103-4b14-8a66-2e461bfa071d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.060194] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0152fe46-de55-4223-a08b-26adf27612bd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.083062] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1198.083062] env[69473]: value = "task-3358808" [ 1198.083062] env[69473]: _type = "Task" [ 1198.083062] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.090629] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.109876] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81d5d0ba-d024-4c2a-9640-c8f28dec6285 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.147331] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.147693] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "1971c532-b386-46b8-b50e-a4311d188ee5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.147976] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.148295] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.426552] env[69473]: DEBUG nova.network.neutron [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Port 0934a45e-8f5f-46ea-a6b0-c5005a1d1662 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1198.593714] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358808, 'name': ReconfigVM_Task, 'duration_secs': 0.437764} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.594137] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.594442] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb830e46-8f88-4b27-bde2-e0ce735ef541 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.600510] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1198.600510] env[69473]: value = "task-3358809" [ 1198.600510] env[69473]: _type = "Task" [ 1198.600510] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.609112] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.895907] env[69473]: DEBUG nova.network.neutron [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Port 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1198.896264] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.896501] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.896706] env[69473]: DEBUG nova.network.neutron [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.913582] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.914207] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.111477] env[69473]: DEBUG oslo_vmware.api [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358809, 'name': PowerOnVM_Task, 'duration_secs': 0.500731} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.112401] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.118884] env[69473]: DEBUG nova.compute.manager [None req-96f1297c-c304-4ef8-bbcd-9802c4ef5154 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.119809] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090ee55-37b5-410e-9647-db9cc36f7bf3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.419275] env[69473]: DEBUG nova.compute.utils [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.450224] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.450475] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.450664] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.621080] env[69473]: DEBUG nova.network.neutron [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [{"id": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "address": "fa:16:3e:ba:d6:92", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb4bec3-77", "ovs_interfaceid": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.924399] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.076465] env[69473]: DEBUG nova.compute.manager [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.076643] env[69473]: DEBUG nova.compute.manager [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing instance network info cache due to event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.076994] env[69473]: DEBUG oslo_concurrency.lockutils [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] Acquiring lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.077108] env[69473]: DEBUG oslo_concurrency.lockutils [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] Acquired lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.077384] env[69473]: DEBUG nova.network.neutron [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.125595] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.559761] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.559955] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.560160] env[69473]: DEBUG nova.network.neutron [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.629592] env[69473]: DEBUG nova.compute.manager [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69473) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1200.629885] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.630151] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.759987] env[69473]: DEBUG nova.network.neutron [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updated VIF entry in instance network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.759987] env[69473]: DEBUG nova.network.neutron [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.995998] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.996452] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.996512] env[69473]: INFO nova.compute.manager [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Attaching volume 0baec36f-fe17-4a01-8925-2fd65f1b7219 to /dev/sdb [ 1201.039505] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6654272b-1f10-4390-b3b9-62b2f822dd59 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.047425] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aba272-8c87-4dc2-ae07-73532002abbc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.061455] env[69473]: DEBUG nova.virt.block_device [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Updating existing volume attachment record: 9735d823-8eda-448b-84ee-943ff22aca1d {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.132736] env[69473]: DEBUG nova.objects.instance [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'migration_context' on Instance uuid c2a2fcca-7dd5-4ec2-9c09-46a7534950cd {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.263492] env[69473]: DEBUG oslo_concurrency.lockutils [req-b02c1918-3263-42d7-afb7-8f38df69326f req-151abc65-fe4c-4e4a-b165-b5fdf8dfd9ba service nova] Releasing lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.285362] env[69473]: DEBUG nova.network.neutron [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [{"id": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "address": "fa:16:3e:87:d4:0b", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0934a45e-8f", "ovs_interfaceid": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.787572] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.794272] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8c09d8-c87e-40d2-a483-5d6011211f4a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.804521] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4f74e-bd2c-4237-ac69-43ef7686834e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.836593] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9976381c-eb43-41e0-8dea-5e078fea1ce8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.844075] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52f50bd-04c5-4ef1-8e80-018c51f9b281 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.859218] env[69473]: DEBUG nova.compute.provider_tree [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.100879] env[69473]: DEBUG nova.compute.manager [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.101135] env[69473]: DEBUG nova.compute.manager [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing instance network info cache due to event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.101310] env[69473]: DEBUG oslo_concurrency.lockutils [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] Acquiring lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.101468] env[69473]: DEBUG oslo_concurrency.lockutils [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] Acquired lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.101627] env[69473]: DEBUG nova.network.neutron [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.303665] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf35e91-fbe0-48d2-ade9-7cdd45222cae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.311198] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51e479b-db1f-491e-8289-04edb2f52855 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.362889] env[69473]: DEBUG nova.scheduler.client.report [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.794694] env[69473]: DEBUG nova.network.neutron [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updated VIF entry in instance network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.795081] env[69473]: DEBUG nova.network.neutron [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.297748] env[69473]: DEBUG oslo_concurrency.lockutils [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] Releasing lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.297748] env[69473]: DEBUG nova.compute.manager [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.298150] env[69473]: DEBUG nova.compute.manager [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing instance network info cache due to event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.298150] env[69473]: DEBUG oslo_concurrency.lockutils [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] Acquiring lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.298254] env[69473]: DEBUG oslo_concurrency.lockutils [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] Acquired lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.300335] env[69473]: DEBUG nova.network.neutron [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.374695] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.575098] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4efd6af-0899-4c3f-9513-1055a81bab44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.596600] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9aa120-1d9b-4997-8f62-79f6ac5db4b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.603881] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.000203] env[69473]: DEBUG nova.network.neutron [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updated VIF entry in instance network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.000585] env[69473]: DEBUG nova.network.neutron [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.110598] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.110974] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dcbd807-8aec-40ee-9af1-85f1dc7fbe31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.120498] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1204.120498] env[69473]: value = "task-3358812" [ 1204.120498] env[69473]: _type = "Task" [ 1204.120498] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.134195] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.208505] env[69473]: DEBUG nova.compute.manager [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.208790] env[69473]: DEBUG nova.compute.manager [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing instance network info cache due to event network-changed-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.208893] env[69473]: DEBUG oslo_concurrency.lockutils [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] Acquiring lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.423080] env[69473]: DEBUG oslo_concurrency.lockutils [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.423080] env[69473]: DEBUG oslo_concurrency.lockutils [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.503892] env[69473]: DEBUG oslo_concurrency.lockutils [req-3ab6303a-3e4b-40da-83c6-f19acbbe2493 req-a909db23-432c-4435-87cb-dc86c1244294 service nova] Releasing lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.504756] env[69473]: DEBUG oslo_concurrency.lockutils [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] Acquired lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.505013] env[69473]: DEBUG nova.network.neutron [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Refreshing network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.553843] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.554113] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.554326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.554514] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.554709] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.556768] env[69473]: INFO nova.compute.manager [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Terminating instance [ 1204.630475] env[69473]: DEBUG oslo_vmware.api [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358812, 'name': PowerOnVM_Task, 'duration_secs': 0.432624} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.630745] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.630930] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9c071-6759-4c22-bff5-fc31072e7899 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.923455] env[69473]: DEBUG nova.compute.utils [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.925894] env[69473]: INFO nova.compute.manager [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Swapping old allocation on dict_keys(['56b68661-71d4-4bbb-bdee-2ddde7e6f62c']) held by migration c550aa31-4ed8-446a-b009-78b2cc964fb1 for instance [ 1204.952874] env[69473]: DEBUG nova.scheduler.client.report [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Overwriting current allocation {'allocations': {'56b68661-71d4-4bbb-bdee-2ddde7e6f62c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '1ef7d53c3e97433fa5a66f1afa938a11', 'user_id': 'a1e3b07e533845469e789384e4b10da9', 'consumer_generation': 1} on consumer c2a2fcca-7dd5-4ec2-9c09-46a7534950cd {{(pid=69473) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1205.056604] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.056791] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.056966] env[69473]: DEBUG nova.network.neutron [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.060233] env[69473]: DEBUG nova.compute.manager [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.060341] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.061733] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4e34b0-7dd7-4105-b70f-ae75f7304097 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.069294] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.069533] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e5db893-1d1a-4299-9f50-2dd122aba59d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.075278] env[69473]: DEBUG oslo_vmware.api [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1205.075278] env[69473]: value = "task-3358813" [ 1205.075278] env[69473]: _type = "Task" [ 1205.075278] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.083534] env[69473]: DEBUG oslo_vmware.api [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.207138] env[69473]: DEBUG nova.network.neutron [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updated VIF entry in instance network info cache for port 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.207511] env[69473]: DEBUG nova.network.neutron [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [{"id": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "address": "fa:16:3e:25:3b:c3", "network": {"id": "a87ed38a-3841-4be9-8d07-567021b51d26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-387079022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "765d38a564074fb9baae7f671b48091c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8a46d6-1e", "ovs_interfaceid": "8b8a46d6-1ead-47a0-a99a-97ea8a5f960c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.430024] env[69473]: DEBUG oslo_concurrency.lockutils [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.585067] env[69473]: DEBUG oslo_vmware.api [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358813, 'name': PowerOffVM_Task, 'duration_secs': 0.431063} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.585281] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.585453] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.585713] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94a0680b-2872-4fec-8371-1cbbeea13cd8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.605890] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.606424] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670325', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'name': 'volume-0baec36f-fe17-4a01-8925-2fd65f1b7219', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a940c96f-f36f-40f0-a5e0-1467759d821b', 'attached_at': '', 'detached_at': '', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'serial': '0baec36f-fe17-4a01-8925-2fd65f1b7219'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.607019] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df519ba5-6f52-4dba-b87f-7ecab53ebfac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.623491] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953fd227-0e9e-4739-89cf-81be2ea5f161 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.648275] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-0baec36f-fe17-4a01-8925-2fd65f1b7219/volume-0baec36f-fe17-4a01-8925-2fd65f1b7219.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.650958] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a7a130-3903-423a-a30a-b2d8d08772c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.668771] env[69473]: DEBUG oslo_vmware.api [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1205.668771] env[69473]: value = "task-3358815" [ 1205.668771] env[69473]: _type = "Task" [ 1205.668771] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.680843] env[69473]: DEBUG oslo_vmware.api [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.683881] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.684100] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.684285] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Deleting the datastore file [datastore1] 7a12c8db-b44f-4e0d-af11-f2e3cb70803b {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.684539] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-372f3a87-a92e-4016-a0c3-a806eda360e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.691819] env[69473]: DEBUG oslo_vmware.api [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for the task: (returnval){ [ 1205.691819] env[69473]: value = "task-3358816" [ 1205.691819] env[69473]: _type = "Task" [ 1205.691819] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.701692] env[69473]: DEBUG oslo_vmware.api [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.710371] env[69473]: DEBUG oslo_concurrency.lockutils [req-72b9c53e-59c0-42d1-9898-8d9b0d0ea320 req-652d3dc0-4e87-45eb-9ccf-e434c16465c8 service nova] Releasing lock "refresh_cache-7a12c8db-b44f-4e0d-af11-f2e3cb70803b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.839355] env[69473]: DEBUG nova.network.neutron [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [{"id": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "address": "fa:16:3e:ba:d6:92", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb4bec3-77", "ovs_interfaceid": "6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.042931] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.185054] env[69473]: DEBUG oslo_vmware.api [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358815, 'name': ReconfigVM_Task, 'duration_secs': 0.447896} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.187397] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-0baec36f-fe17-4a01-8925-2fd65f1b7219/volume-0baec36f-fe17-4a01-8925-2fd65f1b7219.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.193820] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5108431d-cd53-4f84-9f2d-8d908e4608d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.215142] env[69473]: DEBUG oslo_vmware.api [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Task: {'id': task-3358816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245204} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.216620] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.216836] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.217029] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.217218] env[69473]: INFO nova.compute.manager [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1206.217485] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.218107] env[69473]: DEBUG oslo_vmware.api [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1206.218107] env[69473]: value = "task-3358817" [ 1206.218107] env[69473]: _type = "Task" [ 1206.218107] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.218357] env[69473]: DEBUG nova.compute.manager [-] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.218441] env[69473]: DEBUG nova.network.neutron [-] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.342427] env[69473]: DEBUG oslo_concurrency.lockutils [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.342865] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.343199] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d608105-2b33-49af-88f0-8f866f64a892 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.351027] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1206.351027] env[69473]: value = "task-3358818" [ 1206.351027] env[69473]: _type = "Task" [ 1206.351027] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.359986] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.492958] env[69473]: DEBUG oslo_concurrency.lockutils [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.493338] env[69473]: DEBUG oslo_concurrency.lockutils [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.493767] env[69473]: INFO nova.compute.manager [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Attaching volume e53f4713-f977-4794-b510-d62197e4e1e5 to /dev/sdb [ 1206.518424] env[69473]: DEBUG nova.compute.manager [req-6dc32fd7-02db-4793-8caf-dcd81954932a req-1181903b-8193-4fcf-9884-263af1fb2bd4 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Received event network-vif-deleted-8b8a46d6-1ead-47a0-a99a-97ea8a5f960c {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.518496] env[69473]: INFO nova.compute.manager [req-6dc32fd7-02db-4793-8caf-dcd81954932a req-1181903b-8193-4fcf-9884-263af1fb2bd4 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Neutron deleted interface 8b8a46d6-1ead-47a0-a99a-97ea8a5f960c; detaching it from the instance and deleting it from the info cache [ 1206.519360] env[69473]: DEBUG nova.network.neutron [req-6dc32fd7-02db-4793-8caf-dcd81954932a req-1181903b-8193-4fcf-9884-263af1fb2bd4 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.534713] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af34532b-9bc8-4f1a-9984-9535a9d350c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.542498] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19306f88-d6d5-4813-8857-6330806fc589 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.555826] env[69473]: DEBUG nova.virt.block_device [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating existing volume attachment record: 5ec2980c-db4c-4f33-8d8e-5961cfc01ad2 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1206.654778] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.655051] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.655248] env[69473]: DEBUG nova.compute.manager [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Going to confirm migration 9 {{(pid=69473) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1206.730136] env[69473]: DEBUG oslo_vmware.api [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358817, 'name': ReconfigVM_Task, 'duration_secs': 0.188598} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.730519] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670325', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'name': 'volume-0baec36f-fe17-4a01-8925-2fd65f1b7219', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a940c96f-f36f-40f0-a5e0-1467759d821b', 'attached_at': '', 'detached_at': '', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'serial': '0baec36f-fe17-4a01-8925-2fd65f1b7219'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.860815] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358818, 'name': PowerOffVM_Task, 'duration_secs': 0.220529} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.861157] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.861839] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.862066] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.862226] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.862412] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.862552] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.862702] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.862908] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.863094] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.863287] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.863457] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.863654] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.868853] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed9dd21-7c46-4cfc-b1bb-6a929d7bf1eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.884890] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1206.884890] env[69473]: value = "task-3358820" [ 1206.884890] env[69473]: _type = "Task" [ 1206.884890] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.895050] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.970600] env[69473]: DEBUG nova.network.neutron [-] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.021016] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f988657-538a-4a5c-a641-1608c23d1153 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.030626] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d02fd1-ddc4-4c3a-9dd7-586a484792f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.061851] env[69473]: DEBUG nova.compute.manager [req-6dc32fd7-02db-4793-8caf-dcd81954932a req-1181903b-8193-4fcf-9884-263af1fb2bd4 service nova] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Detach interface failed, port_id=8b8a46d6-1ead-47a0-a99a-97ea8a5f960c, reason: Instance 7a12c8db-b44f-4e0d-af11-f2e3cb70803b could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.236606] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.236792] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquired lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.236965] env[69473]: DEBUG nova.network.neutron [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.237167] env[69473]: DEBUG nova.objects.instance [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'info_cache' on Instance uuid 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.396117] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358820, 'name': ReconfigVM_Task, 'duration_secs': 0.188272} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.396947] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bff06a-7916-41b0-8fb1-55dc3cf15f80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.415876] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.416153] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.416316] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.416501] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.416650] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.416799] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.417013] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.417184] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.417351] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.417514] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.417688] env[69473]: DEBUG nova.virt.hardware [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.418478] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5450b47-4f5d-4731-9629-523fe4a45c9d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.423824] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1207.423824] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52192d4e-ff64-3d8f-2b6c-3b4f0613a2cf" [ 1207.423824] env[69473]: _type = "Task" [ 1207.423824] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.432036] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52192d4e-ff64-3d8f-2b6c-3b4f0613a2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.473858] env[69473]: INFO nova.compute.manager [-] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Took 1.26 seconds to deallocate network for instance. [ 1207.771594] env[69473]: DEBUG nova.objects.instance [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'flavor' on Instance uuid a940c96f-f36f-40f0-a5e0-1467759d821b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.935401] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52192d4e-ff64-3d8f-2b6c-3b4f0613a2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.940655] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.940925] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b8e6c2-2d4b-4145-8167-91b94170413e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.958365] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1207.958365] env[69473]: value = "task-3358823" [ 1207.958365] env[69473]: _type = "Task" [ 1207.958365] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.966916] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.980168] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.980464] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.980685] env[69473]: DEBUG nova.objects.instance [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lazy-loading 'resources' on Instance uuid 7a12c8db-b44f-4e0d-af11-f2e3cb70803b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.279053] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339efc39-ea6c-48fc-a42c-08c5a7bb7cc9 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.283s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.399077] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758889-34d4-6a1e-df13-d08dee3c642c/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1208.399997] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c418f95-7f0c-45f0-ab37-ba855130a4a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.408839] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758889-34d4-6a1e-df13-d08dee3c642c/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1208.409014] env[69473]: ERROR oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758889-34d4-6a1e-df13-d08dee3c642c/disk-0.vmdk due to incomplete transfer. [ 1208.409245] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40513c34-1594-4de0-8f87-7eea3591485d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.418178] env[69473]: DEBUG oslo_vmware.rw_handles [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758889-34d4-6a1e-df13-d08dee3c642c/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1208.418392] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Uploaded image a932a31a-76bc-4ee4-9f67-0ad2fd7d609b to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1208.420647] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1208.420898] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0449d4c3-171d-48e1-8107-dd0e36596533 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.427260] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1208.427260] env[69473]: value = "task-3358824" [ 1208.427260] env[69473]: _type = "Task" [ 1208.427260] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.435463] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358824, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.468014] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358823, 'name': ReconfigVM_Task, 'duration_secs': 0.262997} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.468389] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.469164] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d090bdc-4936-4f4d-a0dd-42c2723c2106 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.496586] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.497807] env[69473]: DEBUG nova.network.neutron [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [{"id": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "address": "fa:16:3e:87:d4:0b", "network": {"id": "592ca0d1-b170-40a0-b054-341f8c09aebb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1724037096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60909db264b04df18df835697fb7c3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0934a45e-8f", "ovs_interfaceid": "0934a45e-8f5f-46ea-a6b0-c5005a1d1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.499242] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d6f927-5280-43e1-a856-065efcbd524d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.513312] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Releasing lock "refresh_cache-20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.513583] env[69473]: DEBUG nova.objects.instance [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'migration_context' on Instance uuid 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.514976] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.520643] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1208.520643] env[69473]: value = "task-3358825" [ 1208.520643] env[69473]: _type = "Task" [ 1208.520643] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.532515] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.629739] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232b6d33-6efc-439b-9614-c0f07b6dd903 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.637531] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f148e-d2ee-416f-857a-ecccdcc5404c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.671069] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f95953e-4130-489d-820f-050587330f5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.678617] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14cfa27-4064-41cf-a2b5-540ca5d238de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.692530] env[69473]: DEBUG nova.compute.provider_tree [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.827229] env[69473]: DEBUG oslo_concurrency.lockutils [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.827552] env[69473]: DEBUG oslo_concurrency.lockutils [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.936812] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358824, 'name': Destroy_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.016415] env[69473]: DEBUG nova.objects.base [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Object Instance<20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b> lazy-loaded attributes: info_cache,migration_context {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.017288] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e711f7-bf0b-4131-8423-ee341c860f92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.037463] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c01b7a-bd55-4f34-b3ce-bbf0a5510908 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.042143] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358825, 'name': ReconfigVM_Task, 'duration_secs': 0.477325} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.042673] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd/c2a2fcca-7dd5-4ec2-9c09-46a7534950cd.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.043443] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7619e3c-bd75-4db7-bd2e-5f346c65e3e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.046597] env[69473]: DEBUG oslo_vmware.api [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1209.046597] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f8c417-197c-55d8-6be5-a613b7099444" [ 1209.046597] env[69473]: _type = "Task" [ 1209.046597] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.064132] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa607485-ffb5-4516-b20a-ffcfdc8b6ee4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.069209] env[69473]: DEBUG oslo_vmware.api [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f8c417-197c-55d8-6be5-a613b7099444, 'name': SearchDatastore_Task, 'duration_secs': 0.006699} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.069766] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.083801] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416d000f-d542-49df-a38d-ea65c6a2216e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.100540] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5adece-9ff2-40cf-a68c-cf210f707466 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.106536] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.106773] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca8dd548-d637-4b41-8262-3addebdda662 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.112244] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1209.112244] env[69473]: value = "task-3358826" [ 1209.112244] env[69473]: _type = "Task" [ 1209.112244] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.119339] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.195655] env[69473]: DEBUG nova.scheduler.client.report [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.330449] env[69473]: INFO nova.compute.manager [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Detaching volume 0baec36f-fe17-4a01-8925-2fd65f1b7219 [ 1209.360155] env[69473]: INFO nova.virt.block_device [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Attempting to driver detach volume 0baec36f-fe17-4a01-8925-2fd65f1b7219 from mountpoint /dev/sdb [ 1209.360400] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.360594] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670325', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'name': 'volume-0baec36f-fe17-4a01-8925-2fd65f1b7219', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a940c96f-f36f-40f0-a5e0-1467759d821b', 'attached_at': '', 'detached_at': '', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'serial': '0baec36f-fe17-4a01-8925-2fd65f1b7219'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.361685] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391fbda0-64f2-46c4-b597-2ef9f5f3eb07 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.384228] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3456131-6d64-4ff5-99b6-bc97fe256b77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.391312] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e39e8-effc-47e5-a247-c96e1c98b75d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.411183] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4273f8-77e3-4b01-8078-1a55b2d9d11e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.427632] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] The volume has not been displaced from its original location: [datastore1] volume-0baec36f-fe17-4a01-8925-2fd65f1b7219/volume-0baec36f-fe17-4a01-8925-2fd65f1b7219.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.432841] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.433274] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169f5f6b-630f-4cf1-b840-d5663be4aeae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.454314] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358824, 'name': Destroy_Task, 'duration_secs': 0.522772} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.455535] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Destroyed the VM [ 1209.455767] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1209.456080] env[69473]: DEBUG oslo_vmware.api [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1209.456080] env[69473]: value = "task-3358828" [ 1209.456080] env[69473]: _type = "Task" [ 1209.456080] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.456295] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a2f7d4d6-afb1-4c41-a073-fef0e1c5a8e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.465329] env[69473]: DEBUG oslo_vmware.api [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.466606] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1209.466606] env[69473]: value = "task-3358829" [ 1209.466606] env[69473]: _type = "Task" [ 1209.466606] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.474183] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.622071] env[69473]: DEBUG oslo_vmware.api [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358826, 'name': PowerOnVM_Task, 'duration_secs': 0.376411} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.622360] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.700407] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.703016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.633s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.720840] env[69473]: INFO nova.scheduler.client.report [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Deleted allocations for instance 7a12c8db-b44f-4e0d-af11-f2e3cb70803b [ 1209.967327] env[69473]: DEBUG oslo_vmware.api [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358828, 'name': ReconfigVM_Task, 'duration_secs': 0.249598} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.970235] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.974831] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98409769-7881-442a-98d5-9ded2946983f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.989932] env[69473]: DEBUG oslo_vmware.api [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1209.989932] env[69473]: value = "task-3358830" [ 1209.989932] env[69473]: _type = "Task" [ 1209.989932] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.992774] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.000406] env[69473]: DEBUG oslo_vmware.api [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.229544] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3ec5b82f-99c0-4f8a-a06a-9255bde1c1d8 tempest-ServerRescueTestJSONUnderV235-1454306328 tempest-ServerRescueTestJSONUnderV235-1454306328-project-member] Lock "7a12c8db-b44f-4e0d-af11-f2e3cb70803b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.311306] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a60c01-e883-427b-bd6d-74e8000d5b61 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.318884] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dbf17b-c68e-4cd4-abe5-9fa97495bb56 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.349640] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113caeb2-f92e-4944-8742-b89488e700b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.356896] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467a616b-1a91-4c53-b663-ee7baa4d18f1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.369712] env[69473]: DEBUG nova.compute.provider_tree [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.476528] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358829, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.503028] env[69473]: DEBUG oslo_vmware.api [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358830, 'name': ReconfigVM_Task, 'duration_secs': 0.14242} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.503424] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670325', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'name': 'volume-0baec36f-fe17-4a01-8925-2fd65f1b7219', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a940c96f-f36f-40f0-a5e0-1467759d821b', 'attached_at': '', 'detached_at': '', 'volume_id': '0baec36f-fe17-4a01-8925-2fd65f1b7219', 'serial': '0baec36f-fe17-4a01-8925-2fd65f1b7219'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.513223] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.633187] env[69473]: INFO nova.compute.manager [None req-924126a5-d781-4633-90ac-69898417b902 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance to original state: 'active' [ 1210.876022] env[69473]: DEBUG nova.scheduler.client.report [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.978977] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358829, 'name': RemoveSnapshot_Task, 'duration_secs': 1.070489} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.978977] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1210.978977] env[69473]: DEBUG nova.compute.manager [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.979928] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590fabeb-f3ee-48b9-949d-74206f208f26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.060088] env[69473]: DEBUG nova.objects.instance [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'flavor' on Instance uuid a940c96f-f36f-40f0-a5e0-1467759d821b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.492924] env[69473]: INFO nova.compute.manager [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Shelve offloading [ 1211.507278] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.512382] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.605791] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1211.606059] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670327', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'name': 'volume-e53f4713-f977-4794-b510-d62197e4e1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74fc1604-5fcd-4153-ae3c-5f95e586e00f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'serial': 'e53f4713-f977-4794-b510-d62197e4e1e5'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1211.607277] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f32f70-ed2f-4d93-91d2-9a1f88c1d65f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.624542] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09872c0-f1ab-4738-964d-721635124389 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.649868] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-e53f4713-f977-4794-b510-d62197e4e1e5/volume-e53f4713-f977-4794-b510-d62197e4e1e5.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.651848] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42a7340-232b-4ca4-b0a6-a7f326a3af61 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.671396] env[69473]: DEBUG oslo_vmware.api [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1211.671396] env[69473]: value = "task-3358831" [ 1211.671396] env[69473]: _type = "Task" [ 1211.671396] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.680276] env[69473]: DEBUG oslo_vmware.api [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.716045] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.716390] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.716634] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.716843] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.717038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.719332] env[69473]: INFO nova.compute.manager [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Terminating instance [ 1211.883648] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.181s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.997425] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.997773] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-227371bd-0598-4e9c-af95-e60b303e42f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.005357] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1212.005357] env[69473]: value = "task-3358832" [ 1212.005357] env[69473]: _type = "Task" [ 1212.005357] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.013320] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.017025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.017025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.017162] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.017278] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1212.018008] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af3928-a415-4c10-b0ec-9e4cb2467997 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.025224] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce47b72-1b53-493f-9a00-76823a6672f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.040843] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cdfc85-dcb0-4373-88ba-f60f0a392a2b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.047635] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce40a864-c117-4696-b872-04f4e680fcd6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.078161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-23d7380c-178d-4842-a68c-bbb0c0822dc7 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.079132] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179389MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1212.079277] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.079482] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.181332] env[69473]: DEBUG oslo_vmware.api [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358831, 'name': ReconfigVM_Task, 'duration_secs': 0.407075} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.181702] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-e53f4713-f977-4794-b510-d62197e4e1e5/volume-e53f4713-f977-4794-b510-d62197e4e1e5.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.186862] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2296b293-11d0-4509-b9e2-7b33a7f4e3b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.202238] env[69473]: DEBUG oslo_vmware.api [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1212.202238] env[69473]: value = "task-3358833" [ 1212.202238] env[69473]: _type = "Task" [ 1212.202238] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.211284] env[69473]: DEBUG oslo_vmware.api [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.223298] env[69473]: DEBUG nova.compute.manager [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.223566] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.224598] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d96123-f6bc-4d8a-94de-4b04a6983687 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.232554] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.232879] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845d4e1f-f37a-47b1-83fd-39cd4954a0ac {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.239009] env[69473]: DEBUG oslo_vmware.api [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1212.239009] env[69473]: value = "task-3358834" [ 1212.239009] env[69473]: _type = "Task" [ 1212.239009] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.248294] env[69473]: DEBUG oslo_vmware.api [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.447100] env[69473]: INFO nova.scheduler.client.report [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted allocation for migration 25b2c554-1231-4188-8227-9bc190f67d9e [ 1212.515230] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.515458] env[69473]: DEBUG nova.compute.manager [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.516213] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e40d7d4-5169-42f2-b15a-818b77a9e0ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.522081] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.522249] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.522410] env[69473]: DEBUG nova.network.neutron [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.712171] env[69473]: DEBUG oslo_vmware.api [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358833, 'name': ReconfigVM_Task, 'duration_secs': 0.140193} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.712411] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670327', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'name': 'volume-e53f4713-f977-4794-b510-d62197e4e1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74fc1604-5fcd-4153-ae3c-5f95e586e00f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'serial': 'e53f4713-f977-4794-b510-d62197e4e1e5'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1212.748531] env[69473]: DEBUG oslo_vmware.api [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358834, 'name': PowerOffVM_Task, 'duration_secs': 0.183149} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.748897] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.749127] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.749425] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48034298-4ec5-403c-bbac-3842f6f76aa8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.841895] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.842295] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.842597] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleting the datastore file [datastore2] c2a2fcca-7dd5-4ec2-9c09-46a7534950cd {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.843461] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e081d9c9-b97e-434d-ac38-dfefbbf45422 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.850974] env[69473]: DEBUG oslo_vmware.api [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1212.850974] env[69473]: value = "task-3358836" [ 1212.850974] env[69473]: _type = "Task" [ 1212.850974] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.862585] env[69473]: DEBUG oslo_vmware.api [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.953214] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f469a869-d28e-46cb-b59b-b9328eed5e4c tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.298s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.084028] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.084028] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.084353] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "a940c96f-f36f-40f0-a5e0-1467759d821b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.084434] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.085029] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.086959] env[69473]: INFO nova.compute.manager [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Terminating instance [ 1213.098221] env[69473]: INFO nova.compute.manager [None req-e3b02c53-2ff8-417b-b32a-05c0f951e959 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Get console output [ 1213.098374] env[69473]: WARNING nova.virt.vmwareapi.driver [None req-e3b02c53-2ff8-417b-b32a-05c0f951e959 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] The console log is missing. Check your VSPC configuration [ 1213.108940] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1971c532-b386-46b8-b50e-a4311d188ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.109135] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.109270] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance bda7fae2-0aa4-452f-80d5-27de5ec2f638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.109456] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a940c96f-f36f-40f0-a5e0-1467759d821b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.109533] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 74fc1604-5fcd-4153-ae3c-5f95e586e00f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.109650] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance c2a2fcca-7dd5-4ec2-9c09-46a7534950cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.109768] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.109950] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1213.110099] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1213.200567] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f8f28-e5b5-44cf-92c8-947aa970e33a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.208805] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee4e6d-0f98-4f5e-ace1-defd1987ac72 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.243685] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaaafec-7ad4-4a47-b1f8-3c34e721e20e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.251775] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556402f7-f42d-4735-84f4-378506aa666e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.266212] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.275015] env[69473]: DEBUG nova.network.neutron [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0327b3-26", "ovs_interfaceid": "0c0327b3-269c-4022-9a78-e9a8061cd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.360954] env[69473]: DEBUG oslo_vmware.api [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13591} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.361241] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.361430] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.361610] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.361783] env[69473]: INFO nova.compute.manager [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1213.362043] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.362245] env[69473]: DEBUG nova.compute.manager [-] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.362339] env[69473]: DEBUG nova.network.neutron [-] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.596781] env[69473]: DEBUG nova.compute.manager [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.596781] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.596781] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148cb28e-2bb5-49c0-8882-02eb13e3e9f8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.603023] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.603257] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a12f35-1b59-41f1-9776-2524a2c5866a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.609889] env[69473]: DEBUG oslo_vmware.api [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1213.609889] env[69473]: value = "task-3358837" [ 1213.609889] env[69473]: _type = "Task" [ 1213.609889] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.618075] env[69473]: DEBUG oslo_vmware.api [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.752059] env[69473]: DEBUG nova.objects.instance [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'flavor' on Instance uuid 74fc1604-5fcd-4153-ae3c-5f95e586e00f {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.769098] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.777373] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.882408] env[69473]: DEBUG nova.compute.manager [req-0cbc79f6-11c6-49e2-965f-e25557960334 req-100f6ccb-5199-4c1f-a911-2ddd2d643965 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Received event network-vif-deleted-6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.882751] env[69473]: INFO nova.compute.manager [req-0cbc79f6-11c6-49e2-965f-e25557960334 req-100f6ccb-5199-4c1f-a911-2ddd2d643965 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Neutron deleted interface 6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880; detaching it from the instance and deleting it from the info cache [ 1213.882917] env[69473]: DEBUG nova.network.neutron [req-0cbc79f6-11c6-49e2-965f-e25557960334 req-100f6ccb-5199-4c1f-a911-2ddd2d643965 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.122087] env[69473]: DEBUG oslo_vmware.api [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358837, 'name': PowerOffVM_Task, 'duration_secs': 0.248582} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.123027] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.123233] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.123498] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb623d09-a07c-4bce-9727-81e2a42c712c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.143052] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.143992] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93874c8-536b-4db6-a8d4-1dc7b8dd5839 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.151456] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.151725] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac0af3e-b389-49ef-b187-684e31d78d41 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.258025] env[69473]: DEBUG oslo_concurrency.lockutils [None req-64cb82ed-f493-4599-bcd0-ea188f668c57 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.764s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.276043] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1214.276043] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.363290] env[69473]: DEBUG nova.network.neutron [-] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.385300] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a661cee0-4652-44d8-b998-e7ef947dde80 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.396123] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cecb55-b1a3-4d2c-94bd-58004a130bed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.425204] env[69473]: DEBUG nova.compute.manager [req-0cbc79f6-11c6-49e2-965f-e25557960334 req-100f6ccb-5199-4c1f-a911-2ddd2d643965 service nova] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Detach interface failed, port_id=6cb4bec3-77b4-4df9-a7fc-1bd95e5c6880, reason: Instance c2a2fcca-7dd5-4ec2-9c09-46a7534950cd could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.607611] env[69473]: DEBUG nova.compute.manager [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Stashing vm_state: active {{(pid=69473) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1214.866154] env[69473]: INFO nova.compute.manager [-] [instance: c2a2fcca-7dd5-4ec2-9c09-46a7534950cd] Took 1.50 seconds to deallocate network for instance. [ 1215.126718] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.126994] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.273299] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.273524] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.273764] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleting the datastore file [datastore2] a940c96f-f36f-40f0-a5e0-1467759d821b {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.274983] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f8e85e4-70a2-486b-86dd-ddaf2a186a6f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.277075] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.277405] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.277613] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.277779] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleting the datastore file [datastore2] bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.278015] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.278195] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb7b6b6-17fa-415d-8b68-75f332d04cc3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.280529] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.280678] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1215.284703] env[69473]: DEBUG oslo_vmware.api [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1215.284703] env[69473]: value = "task-3358840" [ 1215.284703] env[69473]: _type = "Task" [ 1215.284703] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.288577] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1215.288577] env[69473]: value = "task-3358841" [ 1215.288577] env[69473]: _type = "Task" [ 1215.288577] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.295608] env[69473]: DEBUG oslo_vmware.api [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.300207] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.372581] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.632299] env[69473]: INFO nova.compute.claims [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.798085] env[69473]: DEBUG oslo_vmware.api [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139826} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.800616] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.800821] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.800999] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.803049] env[69473]: DEBUG oslo_vmware.api [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142884} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.803692] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.803893] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.804238] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.804238] env[69473]: INFO nova.compute.manager [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1215.804467] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.804646] env[69473]: DEBUG nova.compute.manager [-] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.804762] env[69473]: DEBUG nova.network.neutron [-] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.821980] env[69473]: INFO nova.scheduler.client.report [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted allocations for instance bda7fae2-0aa4-452f-80d5-27de5ec2f638 [ 1215.907517] env[69473]: DEBUG nova.compute.manager [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-vif-unplugged-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.907752] env[69473]: DEBUG oslo_concurrency.lockutils [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.907964] env[69473]: DEBUG oslo_concurrency.lockutils [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.908154] env[69473]: DEBUG oslo_concurrency.lockutils [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.908326] env[69473]: DEBUG nova.compute.manager [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] No waiting events found dispatching network-vif-unplugged-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.908496] env[69473]: WARNING nova.compute.manager [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received unexpected event network-vif-unplugged-0c0327b3-269c-4022-9a78-e9a8061cd285 for instance with vm_state shelved_offloaded and task_state None. [ 1215.908659] env[69473]: DEBUG nova.compute.manager [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.908850] env[69473]: DEBUG nova.compute.manager [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing instance network info cache due to event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.909009] env[69473]: DEBUG oslo_concurrency.lockutils [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] Acquiring lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.909152] env[69473]: DEBUG oslo_concurrency.lockutils [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] Acquired lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.909312] env[69473]: DEBUG nova.network.neutron [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.139239] env[69473]: INFO nova.compute.resource_tracker [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating resource usage from migration 1f4bceb0-95cd-4227-986c-4f2b5d6097d7 [ 1216.235288] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd73f2aa-6ca7-46cb-b0f3-2f7660eb1115 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.243241] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8434a94-4b43-404c-9235-cf6dbb05bb84 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.273544] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498be423-cd8c-45e3-ad39-fe0a99bfe21d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.280486] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e40b6c-0dec-472c-86f7-9ff239b1c19d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.293378] env[69473]: DEBUG nova.compute.provider_tree [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.325808] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.609165] env[69473]: DEBUG nova.network.neutron [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updated VIF entry in instance network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.609577] env[69473]: DEBUG nova.network.neutron [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0c0327b3-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.724709] env[69473]: DEBUG nova.network.neutron [-] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.797613] env[69473]: DEBUG nova.scheduler.client.report [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.112282] env[69473]: DEBUG oslo_concurrency.lockutils [req-9851f032-a891-4217-9f3c-8c45a323be03 req-4a3da509-873f-4df4-a3f8-997506d18893 service nova] Releasing lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.229461] env[69473]: INFO nova.compute.manager [-] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Took 1.42 seconds to deallocate network for instance. [ 1217.302275] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.175s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.302488] env[69473]: INFO nova.compute.manager [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Migrating [ 1217.308605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.936s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.308821] env[69473]: DEBUG nova.objects.instance [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'resources' on Instance uuid c2a2fcca-7dd5-4ec2-9c09-46a7534950cd {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.409038] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a2598-1925-4400-a1d1-6679721affe7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.417251] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dc2522-3b49-465d-b97d-8d6559f7fa01 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.446799] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2ef95b-6c5e-44eb-b004-366a8625a1e6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.454028] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9fc281-816b-4db8-8af7-f58b9ea8615f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.467276] env[69473]: DEBUG nova.compute.provider_tree [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.736862] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.821980] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.822192] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.822368] env[69473]: DEBUG nova.network.neutron [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.934142] env[69473]: DEBUG nova.compute.manager [req-d4336122-bc0b-40ab-bfd2-8f9fa6afa855 req-38b4c22a-888f-4dbf-a5a8-29dadfd4f8b6 service nova] [instance: a940c96f-f36f-40f0-a5e0-1467759d821b] Received event network-vif-deleted-20757dc5-23d9-40c4-8126-440971644947 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.970272] env[69473]: DEBUG nova.scheduler.client.report [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.475019] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.166s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.477039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.151s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.477273] env[69473]: DEBUG nova.objects.instance [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'resources' on Instance uuid bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.490142] env[69473]: INFO nova.scheduler.client.report [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted allocations for instance c2a2fcca-7dd5-4ec2-9c09-46a7534950cd [ 1218.525956] env[69473]: DEBUG nova.network.neutron [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.758552] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.979794] env[69473]: DEBUG nova.objects.instance [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'numa_topology' on Instance uuid bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.997071] env[69473]: DEBUG oslo_concurrency.lockutils [None req-d04c81b4-3447-4b8a-9b30-abe91b87418f tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "c2a2fcca-7dd5-4ec2-9c09-46a7534950cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.281s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.029016] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.483376] env[69473]: DEBUG nova.objects.base [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.562945] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da51df53-6679-4a51-94b3-69f0b62ec47e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.571601] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a010f44-3440-4f38-a531-81baea6a59ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.603571] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098ccb5-f6fc-47e8-9cc0-a331ff4bc231 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.610638] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2b095-b376-4995-b8c3-737ccf55ae30 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.623713] env[69473]: DEBUG nova.compute.provider_tree [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.997853] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.998097] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.127066] env[69473]: DEBUG nova.scheduler.client.report [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.500301] env[69473]: DEBUG nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.542654] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e63c64f-8bbf-4575-ad03-a46f16e4cf27 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.563688] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance '74fc1604-5fcd-4153-ae3c-5f95e586e00f' progress to 0 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.631826] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.634475] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.897s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.634732] env[69473]: DEBUG nova.objects.instance [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'resources' on Instance uuid a940c96f-f36f-40f0-a5e0-1467759d821b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.022028] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.069210] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.069520] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e9151ae-adec-412e-89b6-b9936dbae224 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.075962] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1221.075962] env[69473]: value = "task-3358842" [ 1221.075962] env[69473]: _type = "Task" [ 1221.075962] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.084229] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.142872] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ee039484-fb34-4b82-b3b3-3d7fd567667e tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.004s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.143759] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 23.524s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.143951] env[69473]: INFO nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1221.144143] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.144552] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.386s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.144761] env[69473]: INFO nova.compute.manager [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Unshelving [ 1221.259994] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae21f60-8ed2-470a-a031-155e0ee44707 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.269470] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c56e788-a89e-4ab6-9e48-cbcc5f9f210b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.315109] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56993d94-7ffa-40c7-b1fd-688b8af914b4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.324286] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacbb193-542f-478e-9e14-c06554c4ef32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.337165] env[69473]: DEBUG nova.compute.provider_tree [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.585652] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358842, 'name': PowerOffVM_Task, 'duration_secs': 0.222732} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.585950] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.586199] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance '74fc1604-5fcd-4153-ae3c-5f95e586e00f' progress to 17 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.840334] env[69473]: DEBUG nova.scheduler.client.report [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.092051] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.092265] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.092405] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.092588] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.092737] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.092893] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.093185] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.093355] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.093523] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.093712] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.093886] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.099053] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de61f62a-475f-4230-a851-46fd8a8c1d8a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.114579] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1222.114579] env[69473]: value = "task-3358843" [ 1222.114579] env[69473]: _type = "Task" [ 1222.114579] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.122516] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.164721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.347179] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.350026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.328s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.350988] env[69473]: INFO nova.compute.claims [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.370042] env[69473]: INFO nova.scheduler.client.report [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted allocations for instance a940c96f-f36f-40f0-a5e0-1467759d821b [ 1222.624966] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358843, 'name': ReconfigVM_Task, 'duration_secs': 0.160436} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.625975] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance '74fc1604-5fcd-4153-ae3c-5f95e586e00f' progress to 33 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.880043] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2b84ede0-4c6d-48e3-8d5d-73207f97e7cf tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "a940c96f-f36f-40f0-a5e0-1467759d821b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.796s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.133062] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.133219] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.133335] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.133474] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.133623] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.133799] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.134030] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.134196] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.134366] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.134533] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.134727] env[69473]: DEBUG nova.virt.hardware [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.140147] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.140467] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a29c3ea-30ac-4607-acc7-9dbb176b6700 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.158787] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1223.158787] env[69473]: value = "task-3358844" [ 1223.158787] env[69473]: _type = "Task" [ 1223.158787] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.166559] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.449426] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1aa4d8-f510-44c1-8257-79bebe2e9455 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.457763] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d5825-9930-4a43-8fae-3c61f19d04b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.489475] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38311e18-6742-4518-88dd-3f7b2dadf528 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.497064] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f04e0d-f7b7-4f85-96c1-9cdaf874f680 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.510569] env[69473]: DEBUG nova.compute.provider_tree [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.668607] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358844, 'name': ReconfigVM_Task, 'duration_secs': 0.206043} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.669050] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.669688] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc50330-66d8-4a6c-a84b-9aaaa9bd0341 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.694735] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.695031] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9496f97b-8a26-4e3e-b555-2ff59f81af09 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.712849] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1223.712849] env[69473]: value = "task-3358845" [ 1223.712849] env[69473]: _type = "Task" [ 1223.712849] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.722924] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358845, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.014983] env[69473]: DEBUG nova.scheduler.client.report [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.222772] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358845, 'name': ReconfigVM_Task, 'duration_secs': 0.332733} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.222906] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.223158] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance '74fc1604-5fcd-4153-ae3c-5f95e586e00f' progress to 50 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.520849] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.521391] env[69473]: DEBUG nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.524847] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.360s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.525222] env[69473]: DEBUG nova.objects.instance [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'pci_requests' on Instance uuid bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.729643] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6a777-b345-448b-9b19-076d8711b911 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.753845] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbb1c9-c909-470e-ab76-9821e42a9ec3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.774633] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance '74fc1604-5fcd-4153-ae3c-5f95e586e00f' progress to 67 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.026797] env[69473]: DEBUG nova.compute.utils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.028580] env[69473]: DEBUG nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.028751] env[69473]: DEBUG nova.network.neutron [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.031967] env[69473]: DEBUG nova.objects.instance [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'numa_topology' on Instance uuid bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.077564] env[69473]: DEBUG nova.policy [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1e3b07e533845469e789384e4b10da9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef7d53c3e97433fa5a66f1afa938a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.337243] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "35de7225-d2c3-4372-856a-cbdf082da659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.337568] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.350940] env[69473]: DEBUG nova.network.neutron [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Successfully created port: 7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.532181] env[69473]: DEBUG nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.535181] env[69473]: INFO nova.compute.claims [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.840062] env[69473]: DEBUG nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.361687] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.426729] env[69473]: DEBUG nova.network.neutron [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Port 79016f77-cf10-4f2e-81c4-45c7d89e1128 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1226.545440] env[69473]: DEBUG nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.577961] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.578066] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.578222] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.578405] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.579032] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.579032] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.579032] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.579228] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.579228] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.579395] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.579562] env[69473]: DEBUG nova.virt.hardware [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.580437] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cabf5a9-334f-4750-829e-05fe52d28a2e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.590590] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed827a-2f55-415c-9594-154dcc183367 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.658917] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7078bf0f-3a09-4e86-8da3-e65f9fd99d5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.665856] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a084054-77a8-457a-a064-a955d0142783 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.694479] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a2bc9-8985-4637-bd40-1cf6eb63b94e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.701921] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd780d4c-f1ae-43f6-b6a4-d65bba7a2cce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.714958] env[69473]: DEBUG nova.compute.provider_tree [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.717901] env[69473]: DEBUG nova.compute.manager [req-ad47f917-817b-49c0-8f7e-80cbcda84478 req-7656b3b5-1300-4b98-8f60-42cf1e949ad7 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Received event network-vif-plugged-7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.718124] env[69473]: DEBUG oslo_concurrency.lockutils [req-ad47f917-817b-49c0-8f7e-80cbcda84478 req-7656b3b5-1300-4b98-8f60-42cf1e949ad7 service nova] Acquiring lock "a69016c8-e5ad-41f8-8197-15e79a7f996d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.718327] env[69473]: DEBUG oslo_concurrency.lockutils [req-ad47f917-817b-49c0-8f7e-80cbcda84478 req-7656b3b5-1300-4b98-8f60-42cf1e949ad7 service nova] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.718493] env[69473]: DEBUG oslo_concurrency.lockutils [req-ad47f917-817b-49c0-8f7e-80cbcda84478 req-7656b3b5-1300-4b98-8f60-42cf1e949ad7 service nova] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.718656] env[69473]: DEBUG nova.compute.manager [req-ad47f917-817b-49c0-8f7e-80cbcda84478 req-7656b3b5-1300-4b98-8f60-42cf1e949ad7 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] No waiting events found dispatching network-vif-plugged-7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.718821] env[69473]: WARNING nova.compute.manager [req-ad47f917-817b-49c0-8f7e-80cbcda84478 req-7656b3b5-1300-4b98-8f60-42cf1e949ad7 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Received unexpected event network-vif-plugged-7eaf1854-d5d9-45ae-aedd-b3e386122cd7 for instance with vm_state building and task_state spawning. [ 1226.796172] env[69473]: DEBUG nova.network.neutron [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Successfully updated port: 7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.220713] env[69473]: DEBUG nova.scheduler.client.report [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.299402] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.299561] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.299698] env[69473]: DEBUG nova.network.neutron [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.451291] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.451531] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.451707] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.728613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.204s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.731146] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.370s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.732856] env[69473]: INFO nova.compute.claims [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.761685] env[69473]: INFO nova.network.neutron [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating port 0c0327b3-269c-4022-9a78-e9a8061cd285 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1227.843878] env[69473]: DEBUG nova.network.neutron [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.046015] env[69473]: DEBUG nova.network.neutron [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updating instance_info_cache with network_info: [{"id": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "address": "fa:16:3e:f2:12:7e", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaf1854-d5", "ovs_interfaceid": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.485874] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.486147] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.486257] env[69473]: DEBUG nova.network.neutron [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.548114] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.548412] env[69473]: DEBUG nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Instance network_info: |[{"id": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "address": "fa:16:3e:f2:12:7e", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaf1854-d5", "ovs_interfaceid": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.548800] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:12:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eaf1854-d5d9-45ae-aedd-b3e386122cd7', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.556607] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.556798] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.557387] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0610e4c9-34a7-4653-b943-25a49f36f1c0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.576707] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.576707] env[69473]: value = "task-3358846" [ 1228.576707] env[69473]: _type = "Task" [ 1228.576707] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.583975] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358846, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.745328] env[69473]: DEBUG nova.compute.manager [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Received event network-changed-7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.745583] env[69473]: DEBUG nova.compute.manager [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Refreshing instance network info cache due to event network-changed-7eaf1854-d5d9-45ae-aedd-b3e386122cd7. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.745833] env[69473]: DEBUG oslo_concurrency.lockutils [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] Acquiring lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.746025] env[69473]: DEBUG oslo_concurrency.lockutils [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] Acquired lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.746237] env[69473]: DEBUG nova.network.neutron [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Refreshing network info cache for port 7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.856912] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bddaa5-736a-4373-8710-768cb0f93c9d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.864451] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcb00b4-be18-46ad-9e93-e42dc7a9e12e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.896789] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcfc68c-e20b-430b-8e1a-ec374bc3675b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.904242] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddbc2a4-9a0e-43a6-a592-05395f26954d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.917430] env[69473]: DEBUG nova.compute.provider_tree [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.087281] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358846, 'name': CreateVM_Task, 'duration_secs': 0.373514} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.088060] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.096443] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.096699] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.096923] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.097189] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfaf024-0f8c-456d-bb4a-78b5f52f5fcc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.101881] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1229.101881] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0c042-b9dc-271b-6a64-6247e27657cf" [ 1229.101881] env[69473]: _type = "Task" [ 1229.101881] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.109691] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0c042-b9dc-271b-6a64-6247e27657cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.420236] env[69473]: DEBUG nova.scheduler.client.report [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.475845] env[69473]: DEBUG nova.network.neutron [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updated VIF entry in instance network info cache for port 7eaf1854-d5d9-45ae-aedd-b3e386122cd7. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.476264] env[69473]: DEBUG nova.network.neutron [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updating instance_info_cache with network_info: [{"id": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "address": "fa:16:3e:f2:12:7e", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaf1854-d5", "ovs_interfaceid": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.489451] env[69473]: DEBUG nova.network.neutron [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.612522] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0c042-b9dc-271b-6a64-6247e27657cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.612829] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.613100] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.613344] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.613493] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.613677] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.614021] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45aa18e7-4298-48a5-8dfa-266e93ca2588 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.623520] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.623722] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.625345] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.625515] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.625690] env[69473]: DEBUG nova.network.neutron [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.627038] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7248f139-f982-4f8f-9720-4e9aca978fa3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.633930] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1229.633930] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52707386-42ce-2ffc-09f0-0a5cbd5f805f" [ 1229.633930] env[69473]: _type = "Task" [ 1229.633930] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.645485] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52707386-42ce-2ffc-09f0-0a5cbd5f805f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.925895] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.926647] env[69473]: DEBUG nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.978956] env[69473]: DEBUG oslo_concurrency.lockutils [req-a17d3adf-9277-4829-a643-0ed45fbb57e4 req-78ad3b70-fd8d-4115-a689-a40443fabdb4 service nova] Releasing lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.991344] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.145248] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52707386-42ce-2ffc-09f0-0a5cbd5f805f, 'name': SearchDatastore_Task, 'duration_secs': 0.014202} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.145959] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31aec26-0dbb-41f3-89ed-7e62781581cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.151225] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1230.151225] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5248b1ef-b739-12aa-748b-900b96a3cd56" [ 1230.151225] env[69473]: _type = "Task" [ 1230.151225] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.159960] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5248b1ef-b739-12aa-748b-900b96a3cd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.343287] env[69473]: DEBUG nova.network.neutron [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0327b3-26", "ovs_interfaceid": "0c0327b3-269c-4022-9a78-e9a8061cd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.432140] env[69473]: DEBUG nova.compute.utils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.433456] env[69473]: DEBUG nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.433634] env[69473]: DEBUG nova.network.neutron [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.472454] env[69473]: DEBUG nova.policy [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b33c8a5c8de4a0f9d755aceddad6212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b89a5e1a770447b18011576243567480', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.504078] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff66ec63-9c93-4f14-9465-0f2d5cd774e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.516570] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f4fb8-9fe2-4330-a2c3-0d7ed452e1c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.664262] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5248b1ef-b739-12aa-748b-900b96a3cd56, 'name': SearchDatastore_Task, 'duration_secs': 0.030649} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.664262] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.664262] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] a69016c8-e5ad-41f8-8197-15e79a7f996d/a69016c8-e5ad-41f8-8197-15e79a7f996d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.664262] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b126e9d9-f75e-4d80-8438-8ffc76a83a32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.671197] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1230.671197] env[69473]: value = "task-3358847" [ 1230.671197] env[69473]: _type = "Task" [ 1230.671197] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.679032] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.791158] env[69473]: DEBUG nova.compute.manager [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-vif-plugged-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.791158] env[69473]: DEBUG oslo_concurrency.lockutils [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.791158] env[69473]: DEBUG oslo_concurrency.lockutils [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.791158] env[69473]: DEBUG oslo_concurrency.lockutils [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.791158] env[69473]: DEBUG nova.compute.manager [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] No waiting events found dispatching network-vif-plugged-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.791158] env[69473]: WARNING nova.compute.manager [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received unexpected event network-vif-plugged-0c0327b3-269c-4022-9a78-e9a8061cd285 for instance with vm_state shelved_offloaded and task_state spawning. [ 1230.791158] env[69473]: DEBUG nova.compute.manager [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.791158] env[69473]: DEBUG nova.compute.manager [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing instance network info cache due to event network-changed-0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.791158] env[69473]: DEBUG oslo_concurrency.lockutils [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] Acquiring lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.798790] env[69473]: DEBUG nova.network.neutron [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Successfully created port: ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.846360] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.848683] env[69473]: DEBUG oslo_concurrency.lockutils [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] Acquired lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.848880] env[69473]: DEBUG nova.network.neutron [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Refreshing network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.876313] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='208370cb6dbc0cde032e97e4c937ede4',container_format='bare',created_at=2025-04-08T01:36:55Z,direct_url=,disk_format='vmdk',id=a932a31a-76bc-4ee4-9f67-0ad2fd7d609b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1779126875-shelved',owner='b88f294bf87f4eb99e4be77dec5698c0',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-08T01:37:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.876558] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.876717] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.876899] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.877116] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.877300] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.877473] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.877634] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.877820] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.878009] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.878237] env[69473]: DEBUG nova.virt.hardware [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.879522] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1cc2e1-d0f3-4185-8a69-0e465eb134e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.888173] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2e3ca-871f-4b47-9ee4-f9ae23f70a85 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.903884] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b4:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c0327b3-269c-4022-9a78-e9a8061cd285', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.911327] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.911652] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.911933] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2faaa721-cd78-4f20-b457-02d10e464f9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.931938] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.931938] env[69473]: value = "task-3358848" [ 1230.931938] env[69473]: _type = "Task" [ 1230.931938] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.936354] env[69473]: DEBUG nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.944988] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358848, 'name': CreateVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.179612] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507693} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.179891] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] a69016c8-e5ad-41f8-8197-15e79a7f996d/a69016c8-e5ad-41f8-8197-15e79a7f996d.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.180126] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.180404] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed615aa6-e5c1-4254-8245-5e6c9dc6e045 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.187316] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1231.187316] env[69473]: value = "task-3358849" [ 1231.187316] env[69473]: _type = "Task" [ 1231.187316] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.195702] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.445476] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358848, 'name': CreateVM_Task, 'duration_secs': 0.338516} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.445878] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.446509] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.446674] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.447045] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.447301] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48b6ccb-087c-471f-9106-44be14cf38e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.451753] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1231.451753] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d16b9e-a599-189f-aa91-ba35649d5d37" [ 1231.451753] env[69473]: _type = "Task" [ 1231.451753] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.461349] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d16b9e-a599-189f-aa91-ba35649d5d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.564271] env[69473]: DEBUG nova.network.neutron [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updated VIF entry in instance network info cache for port 0c0327b3-269c-4022-9a78-e9a8061cd285. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.564631] env[69473]: DEBUG nova.network.neutron [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [{"id": "0c0327b3-269c-4022-9a78-e9a8061cd285", "address": "fa:16:3e:f3:b4:65", "network": {"id": "ecc3511e-606b-422c-adff-7c2c9bdbcfe3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-341047560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88f294bf87f4eb99e4be77dec5698c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0327b3-26", "ovs_interfaceid": "0c0327b3-269c-4022-9a78-e9a8061cd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.626349] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171e2f2-b228-483f-a6a0-7f9a6e5ab06d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.648654] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17063e33-68d0-4529-9d9e-700496e05775 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.655971] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance '74fc1604-5fcd-4153-ae3c-5f95e586e00f' progress to 83 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.696856] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066479} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.697093] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.698028] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbbe7c6-37eb-43f4-9fe0-18d4a073303e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.722013] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a69016c8-e5ad-41f8-8197-15e79a7f996d/a69016c8-e5ad-41f8-8197-15e79a7f996d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.722516] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848e4707-a2e6-4107-ba26-76439c707a14 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.742802] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1231.742802] env[69473]: value = "task-3358850" [ 1231.742802] env[69473]: _type = "Task" [ 1231.742802] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.750595] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.948108] env[69473]: DEBUG nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.965658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.965915] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Processing image a932a31a-76bc-4ee4-9f67-0ad2fd7d609b {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.966192] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.966355] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.966536] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.966800] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-361173d8-07c6-4008-855c-92366bf74cd1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.977140] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.977383] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.977627] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.977891] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.978069] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.978230] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.978474] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.978743] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.979040] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.979321] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.979620] env[69473]: DEBUG nova.virt.hardware [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.981188] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e1f2e-febf-4ac9-842d-8ec47b09ce46 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.985687] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.985901] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.986998] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b8dcb5-b9d4-4054-8abb-0d5192b51755 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.992829] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502143b1-ec73-458f-a4c5-40a87bf61aa0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.997740] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1231.997740] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]526beeb3-909f-1cdc-6ef4-d3e44f252a64" [ 1231.997740] env[69473]: _type = "Task" [ 1231.997740] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.012787] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Preparing fetch location {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1232.013027] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Fetch image to [datastore1] OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec/OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec.vmdk {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1232.013218] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Downloading stream optimized image a932a31a-76bc-4ee4-9f67-0ad2fd7d609b to [datastore1] OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec/OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec.vmdk on the data store datastore1 as vApp {{(pid=69473) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1232.013386] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Downloading image file data a932a31a-76bc-4ee4-9f67-0ad2fd7d609b to the ESX as VM named 'OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec' {{(pid=69473) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1232.067150] env[69473]: DEBUG oslo_concurrency.lockutils [req-a084d932-b7ed-4c3c-b36e-7194d9d0ed4b req-7dc05dae-ca94-42c2-b272-5e330f4d0d2d service nova] Releasing lock "refresh_cache-bda7fae2-0aa4-452f-80d5-27de5ec2f638" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.078497] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1232.078497] env[69473]: value = "resgroup-9" [ 1232.078497] env[69473]: _type = "ResourcePool" [ 1232.078497] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1232.078793] env[69473]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8f04d27f-5709-42b6-8a08-13433251ba9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.098813] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease: (returnval){ [ 1232.098813] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525f9006-4524-4efd-98c1-a06cb7a6ae3c" [ 1232.098813] env[69473]: _type = "HttpNfcLease" [ 1232.098813] env[69473]: } obtained for vApp import into resource pool (val){ [ 1232.098813] env[69473]: value = "resgroup-9" [ 1232.098813] env[69473]: _type = "ResourcePool" [ 1232.098813] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1232.099082] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the lease: (returnval){ [ 1232.099082] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525f9006-4524-4efd-98c1-a06cb7a6ae3c" [ 1232.099082] env[69473]: _type = "HttpNfcLease" [ 1232.099082] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1232.105457] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.105457] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525f9006-4524-4efd-98c1-a06cb7a6ae3c" [ 1232.105457] env[69473]: _type = "HttpNfcLease" [ 1232.105457] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.163011] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.163358] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee2b1173-1939-4c6b-a1a1-553e7c70d74d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.170218] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1232.170218] env[69473]: value = "task-3358852" [ 1232.170218] env[69473]: _type = "Task" [ 1232.170218] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.179332] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.254910] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358850, 'name': ReconfigVM_Task, 'duration_secs': 0.296986} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.254910] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a69016c8-e5ad-41f8-8197-15e79a7f996d/a69016c8-e5ad-41f8-8197-15e79a7f996d.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.254910] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d351fdbe-d9d1-4752-8a59-9fadbf2cc256 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.258979] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1232.258979] env[69473]: value = "task-3358853" [ 1232.258979] env[69473]: _type = "Task" [ 1232.258979] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.270210] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358853, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.324192] env[69473]: DEBUG nova.network.neutron [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Successfully updated port: ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.607921] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.607921] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525f9006-4524-4efd-98c1-a06cb7a6ae3c" [ 1232.607921] env[69473]: _type = "HttpNfcLease" [ 1232.607921] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.679905] env[69473]: DEBUG oslo_vmware.api [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358852, 'name': PowerOnVM_Task, 'duration_secs': 0.471795} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.680844] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.680844] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd6ad67-b0c4-490e-be3a-6f4e0091b35e tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance '74fc1604-5fcd-4153-ae3c-5f95e586e00f' progress to 100 {{(pid=69473) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.770873] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358853, 'name': Rename_Task, 'duration_secs': 0.139} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.770873] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.770873] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e48b0d-4b54-4841-9e3f-cba9ffba03eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.776857] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1232.776857] env[69473]: value = "task-3358854" [ 1232.776857] env[69473]: _type = "Task" [ 1232.776857] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.786139] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.814527] env[69473]: DEBUG nova.compute.manager [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Received event network-vif-plugged-ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.814809] env[69473]: DEBUG oslo_concurrency.lockutils [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] Acquiring lock "35de7225-d2c3-4372-856a-cbdf082da659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.815053] env[69473]: DEBUG oslo_concurrency.lockutils [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] Lock "35de7225-d2c3-4372-856a-cbdf082da659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.815155] env[69473]: DEBUG oslo_concurrency.lockutils [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] Lock "35de7225-d2c3-4372-856a-cbdf082da659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.815328] env[69473]: DEBUG nova.compute.manager [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] No waiting events found dispatching network-vif-plugged-ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.815497] env[69473]: WARNING nova.compute.manager [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Received unexpected event network-vif-plugged-ff5f8d12-23ff-425d-9a21-546aed2747f2 for instance with vm_state building and task_state spawning. [ 1232.815738] env[69473]: DEBUG nova.compute.manager [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Received event network-changed-ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.815997] env[69473]: DEBUG nova.compute.manager [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Refreshing instance network info cache due to event network-changed-ff5f8d12-23ff-425d-9a21-546aed2747f2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.816233] env[69473]: DEBUG oslo_concurrency.lockutils [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] Acquiring lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.816459] env[69473]: DEBUG oslo_concurrency.lockutils [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] Acquired lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.816783] env[69473]: DEBUG nova.network.neutron [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Refreshing network info cache for port ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.826442] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.108652] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.108652] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525f9006-4524-4efd-98c1-a06cb7a6ae3c" [ 1233.108652] env[69473]: _type = "HttpNfcLease" [ 1233.108652] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1233.108918] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1233.108918] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]525f9006-4524-4efd-98c1-a06cb7a6ae3c" [ 1233.108918] env[69473]: _type = "HttpNfcLease" [ 1233.108918] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1233.109677] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97d9de5-f4a2-4c52-a6b7-3bcd02a8fd64 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.116889] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521fd9ca-23f3-f7db-d95c-42a6bdcee317/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1233.117080] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521fd9ca-23f3-f7db-d95c-42a6bdcee317/disk-0.vmdk. {{(pid=69473) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1233.182306] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10dec93e-3829-4ded-9d23-f61dc7ba91df {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.287095] env[69473]: DEBUG oslo_vmware.api [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358854, 'name': PowerOnVM_Task, 'duration_secs': 0.452896} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.287385] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.287587] env[69473]: INFO nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1233.287769] env[69473]: DEBUG nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.288559] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01a0c4c-0656-48f7-a390-77b7919f6cfc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.351430] env[69473]: DEBUG nova.network.neutron [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.419361] env[69473]: DEBUG nova.network.neutron [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.805815] env[69473]: INFO nova.compute.manager [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Took 12.80 seconds to build instance. [ 1233.921758] env[69473]: DEBUG oslo_concurrency.lockutils [req-28face39-4dcf-4203-9be2-3b45dc9c4cca req-1702d558-a433-4e20-b3ed-a6b854b1c16c service nova] Releasing lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.923344] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.923538] env[69473]: DEBUG nova.network.neutron [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.315338] env[69473]: DEBUG oslo_concurrency.lockutils [None req-4d79493e-dec2-4b04-b85d-fd5bc2bcf2fb tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.317s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.423154] env[69473]: DEBUG nova.compute.manager [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Received event network-changed-7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.423154] env[69473]: DEBUG nova.compute.manager [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Refreshing instance network info cache due to event network-changed-7eaf1854-d5d9-45ae-aedd-b3e386122cd7. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.423154] env[69473]: DEBUG oslo_concurrency.lockutils [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] Acquiring lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.423154] env[69473]: DEBUG oslo_concurrency.lockutils [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] Acquired lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.423775] env[69473]: DEBUG nova.network.neutron [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Refreshing network info cache for port 7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.478157] env[69473]: DEBUG nova.network.neutron [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.621531] env[69473]: DEBUG nova.network.neutron [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Updating instance_info_cache with network_info: [{"id": "ff5f8d12-23ff-425d-9a21-546aed2747f2", "address": "fa:16:3e:b5:d9:4e", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f8d12-23", "ovs_interfaceid": "ff5f8d12-23ff-425d-9a21-546aed2747f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.625128] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Completed reading data from the image iterator. {{(pid=69473) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1234.625393] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521fd9ca-23f3-f7db-d95c-42a6bdcee317/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1234.626449] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455722d1-fb6e-46f9-b93a-ce5117ebae2c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.633331] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521fd9ca-23f3-f7db-d95c-42a6bdcee317/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1234.633519] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521fd9ca-23f3-f7db-d95c-42a6bdcee317/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1234.633810] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f86cf672-6bbe-4a32-831c-efcda7deab6d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.124793] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.125158] env[69473]: DEBUG nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Instance network_info: |[{"id": "ff5f8d12-23ff-425d-9a21-546aed2747f2", "address": "fa:16:3e:b5:d9:4e", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f8d12-23", "ovs_interfaceid": "ff5f8d12-23ff-425d-9a21-546aed2747f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.125606] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:d9:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff5f8d12-23ff-425d-9a21-546aed2747f2', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.133529] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.134943] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.135433] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521fd9ca-23f3-f7db-d95c-42a6bdcee317/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1235.135641] env[69473]: INFO nova.virt.vmwareapi.images [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Downloaded image file data a932a31a-76bc-4ee4-9f67-0ad2fd7d609b [ 1235.136608] env[69473]: DEBUG nova.network.neutron [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updated VIF entry in instance network info cache for port 7eaf1854-d5d9-45ae-aedd-b3e386122cd7. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.136940] env[69473]: DEBUG nova.network.neutron [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updating instance_info_cache with network_info: [{"id": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "address": "fa:16:3e:f2:12:7e", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaf1854-d5", "ovs_interfaceid": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.138112] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-832f8f38-87a1-4ec3-baa1-db03e955f8b2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.154392] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e29682-f518-4f88-af48-499ebe495327 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.172246] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d3ac83-022d-4072-a8ec-e224f172b046 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.173743] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.173743] env[69473]: value = "task-3358855" [ 1235.173743] env[69473]: _type = "Task" [ 1235.173743] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.182599] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358855, 'name': CreateVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.197419] env[69473]: INFO nova.virt.vmwareapi.images [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] The imported VM was unregistered [ 1235.200139] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Caching image {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1235.200402] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.200702] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53cc8270-6997-417d-b6d8-8b0b7970af0c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.215105] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Created directory with path [datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.215296] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec/OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec.vmdk to [datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b.vmdk. {{(pid=69473) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1235.215551] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3fb73bb9-3af1-4a2c-b32c-22e0a04a3789 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.223453] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1235.223453] env[69473]: value = "task-3358857" [ 1235.223453] env[69473]: _type = "Task" [ 1235.223453] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.231388] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358857, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.630829] env[69473]: DEBUG nova.network.neutron [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Port 79016f77-cf10-4f2e-81c4-45c7d89e1128 binding to destination host cpu-1 is already ACTIVE {{(pid=69473) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1235.631180] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.631448] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.631643] env[69473]: DEBUG nova.network.neutron [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.658385] env[69473]: DEBUG oslo_concurrency.lockutils [req-071512c3-9a0a-4b44-b1b4-b113dfc90c82 req-38af6cce-024e-4e27-8a5d-7dda43898eaf service nova] Releasing lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.685482] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358855, 'name': CreateVM_Task, 'duration_secs': 0.325666} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.685718] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.686549] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.686725] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.687156] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.687457] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccabf233-5925-4cc9-a67e-1578e45f2510 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.692729] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1235.692729] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e795f8-ef19-5c5c-483b-15c5eda5170a" [ 1235.692729] env[69473]: _type = "Task" [ 1235.692729] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.701480] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e795f8-ef19-5c5c-483b-15c5eda5170a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.734205] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358857, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.204342] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52e795f8-ef19-5c5c-483b-15c5eda5170a, 'name': SearchDatastore_Task, 'duration_secs': 0.084696} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.204980] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.205090] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.205340] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.205492] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.205678] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.206025] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800521d4-3e41-4b93-b98f-0c37d09b8532 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.236517] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358857, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.237936] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.238177] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.238971] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4227b843-d10f-466c-9473-a4d8e50d76d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.244458] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1236.244458] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b98a20-5757-3107-89ae-7deb5e5f662c" [ 1236.244458] env[69473]: _type = "Task" [ 1236.244458] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.255747] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b98a20-5757-3107-89ae-7deb5e5f662c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.372775] env[69473]: DEBUG nova.network.neutron [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.735788] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358857, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.754780] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b98a20-5757-3107-89ae-7deb5e5f662c, 'name': SearchDatastore_Task, 'duration_secs': 0.08518} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.755701] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ecd3bbc-1167-481b-9d56-0e4a99363bf8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.761248] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1236.761248] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5230ec12-bbb9-904c-148e-bfcfc8ed5b2d" [ 1236.761248] env[69473]: _type = "Task" [ 1236.761248] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.769841] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5230ec12-bbb9-904c-148e-bfcfc8ed5b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.876568] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.237070] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358857, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.272633] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5230ec12-bbb9-904c-148e-bfcfc8ed5b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.086933} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.272941] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.273235] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 35de7225-d2c3-4372-856a-cbdf082da659/35de7225-d2c3-4372-856a-cbdf082da659.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.273507] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e8248d-4704-42de-860d-493e0a9f84cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.281058] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1237.281058] env[69473]: value = "task-3358858" [ 1237.281058] env[69473]: _type = "Task" [ 1237.281058] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.289559] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.380346] env[69473]: DEBUG nova.compute.manager [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69473) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1237.738287] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358857, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.354123} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.738618] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec/OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec.vmdk to [datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b.vmdk. [ 1237.738826] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Cleaning up location [datastore1] OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1237.738971] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bab766a4-9fa9-4a80-a6db-33f2972d35ec {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.739317] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb652bf-e339-420c-a680-53cf9eae1ad3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.747459] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1237.747459] env[69473]: value = "task-3358859" [ 1237.747459] env[69473]: _type = "Task" [ 1237.747459] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.756646] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.792157] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358858, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.258392] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184071} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.258839] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.258839] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.259231] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b.vmdk to [datastore1] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.259406] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64079fbe-96bc-46b5-b42c-95b8266874f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.265597] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1238.265597] env[69473]: value = "task-3358860" [ 1238.265597] env[69473]: _type = "Task" [ 1238.265597] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.273464] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.290101] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664999} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.290348] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 35de7225-d2c3-4372-856a-cbdf082da659/35de7225-d2c3-4372-856a-cbdf082da659.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.290559] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.290786] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee5adfb-5257-491a-bee1-5aa2755993b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.296086] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1238.296086] env[69473]: value = "task-3358861" [ 1238.296086] env[69473]: _type = "Task" [ 1238.296086] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.303354] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.488571] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.488998] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.775957] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358860, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.806218] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060449} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.806520] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.807400] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d3109e-2c31-4521-ab40-f7e5e290e977 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.831376] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 35de7225-d2c3-4372-856a-cbdf082da659/35de7225-d2c3-4372-856a-cbdf082da659.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.831728] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdcf770b-3233-41c2-b8ae-50d627a3389d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.852834] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1238.852834] env[69473]: value = "task-3358862" [ 1238.852834] env[69473]: _type = "Task" [ 1238.852834] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.861767] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.992905] env[69473]: DEBUG nova.objects.instance [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'migration_context' on Instance uuid 74fc1604-5fcd-4153-ae3c-5f95e586e00f {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.281018] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358860, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.366181] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.621342] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0130f9d9-f065-44bc-a919-fef324098de9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.630203] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b729fb-a232-406d-b3a7-8dcaa719b22a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.662900] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae2c331-6f65-4404-9834-ded393ef43ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.671057] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5e451e-aaf5-4702-84e4-a4b7b1c84547 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.686255] env[69473]: DEBUG nova.compute.provider_tree [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.778094] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.778480] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.778687] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.778876] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.779059] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.780832] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358860, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.781447] env[69473]: INFO nova.compute.manager [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Terminating instance [ 1239.864522] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.189467] env[69473]: DEBUG nova.scheduler.client.report [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.279790] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358860, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.285805] env[69473]: DEBUG nova.compute.manager [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.286216] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.286321] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f83659d3-95a7-44cb-91fd-58aa0dc09f14 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.292834] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1240.292834] env[69473]: value = "task-3358863" [ 1240.292834] env[69473]: _type = "Task" [ 1240.292834] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.300762] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.363427] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.778084] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358860, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.259089} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.778336] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b/a932a31a-76bc-4ee4-9f67-0ad2fd7d609b.vmdk to [datastore1] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.779142] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0651a63d-4807-4b3a-9722-ade1fb95c8f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.800867] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.801154] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40519dff-0345-4295-ac39-40aebdfca8da {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.822602] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358863, 'name': PowerOffVM_Task, 'duration_secs': 0.364191} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.823642] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.823834] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.824062] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670312', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'name': 'volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b', 'attached_at': '2025-04-08T01:37:06.000000', 'detached_at': '', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'serial': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.824372] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1240.824372] env[69473]: value = "task-3358864" [ 1240.824372] env[69473]: _type = "Task" [ 1240.824372] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.825015] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd1835b-03f3-43e6-9282-0fdc0c500781 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.847589] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8bdb2c-51c0-40a0-884e-7a955071fe1f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.850087] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.854261] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b1c97c-bc67-460f-b14f-22fd7c9f1d61 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.863741] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358862, 'name': ReconfigVM_Task, 'duration_secs': 1.558575} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.877504] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 35de7225-d2c3-4372-856a-cbdf082da659/35de7225-d2c3-4372-856a-cbdf082da659.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.878151] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a84495f-c959-4be5-9df8-db192fc5faaa {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.879992] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886211f2-0e6c-4df6-8cc5-9897062541a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.894517] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] The volume has not been displaced from its original location: [datastore1] volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f/volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.899796] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.900977] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395c13f6-3303-48cc-b975-60b115f5ebf2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.913697] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1240.913697] env[69473]: value = "task-3358865" [ 1240.913697] env[69473]: _type = "Task" [ 1240.913697] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.918303] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1240.918303] env[69473]: value = "task-3358866" [ 1240.918303] env[69473]: _type = "Task" [ 1240.918303] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.923770] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358865, 'name': Rename_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.928346] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.202091] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.713s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.336340] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358864, 'name': ReconfigVM_Task, 'duration_secs': 0.342389} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.336704] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Reconfigured VM instance instance-00000072 to attach disk [datastore1] bda7fae2-0aa4-452f-80d5-27de5ec2f638/bda7fae2-0aa4-452f-80d5-27de5ec2f638.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.337266] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d6d575b-4bdb-4061-8bcf-9aff02650740 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.343518] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1241.343518] env[69473]: value = "task-3358867" [ 1241.343518] env[69473]: _type = "Task" [ 1241.343518] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.351579] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358867, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.424912] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358865, 'name': Rename_Task, 'duration_secs': 0.153125} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.425601] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.425834] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a6bf661-29ab-4384-9176-a838f4ba4f22 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.429952] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358866, 'name': ReconfigVM_Task, 'duration_secs': 0.210038} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.430515] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.436193] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e34961-f761-4801-941e-e030c5888b45 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.445866] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1241.445866] env[69473]: value = "task-3358868" [ 1241.445866] env[69473]: _type = "Task" [ 1241.445866] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.450676] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1241.450676] env[69473]: value = "task-3358869" [ 1241.450676] env[69473]: _type = "Task" [ 1241.450676] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.456871] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358868, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.461675] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.854449] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358867, 'name': Rename_Task, 'duration_secs': 0.316322} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.854675] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.854938] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f8409d-0b68-4aef-9a45-2b1bd330cef9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.861253] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1241.861253] env[69473]: value = "task-3358870" [ 1241.861253] env[69473]: _type = "Task" [ 1241.861253] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.871517] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.958495] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.963333] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358869, 'name': ReconfigVM_Task, 'duration_secs': 0.235031} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.963641] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670312', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'name': 'volume-f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b', 'attached_at': '2025-04-08T01:37:06.000000', 'detached_at': '', 'volume_id': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f', 'serial': 'f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.963977] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.964736] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff94919-a01e-4e14-8817-b5921f1154d0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.970955] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.971192] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b64217-c3a8-4efd-bca2-c9c8cd279575 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.043987] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.044247] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.044441] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleting the datastore file [datastore1] 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.044722] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e89c0e40-8d3f-492e-9217-8f5085df11ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.050674] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1242.050674] env[69473]: value = "task-3358872" [ 1242.050674] env[69473]: _type = "Task" [ 1242.050674] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.058133] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.371320] env[69473]: DEBUG oslo_vmware.api [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358870, 'name': PowerOnVM_Task, 'duration_secs': 0.462696} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.371704] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.458793] env[69473]: DEBUG oslo_vmware.api [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358868, 'name': PowerOnVM_Task, 'duration_secs': 0.738562} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.459194] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.459503] env[69473]: INFO nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1242.459772] env[69473]: DEBUG nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.460866] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4dde7d-9156-4c1f-868d-ea992495171e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.472412] env[69473]: DEBUG nova.compute.manager [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.473471] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee08b831-4261-40a3-8d00-a03421f10718 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.559711] env[69473]: DEBUG oslo_vmware.api [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082782} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.559989] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.560222] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.560458] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.560596] env[69473]: INFO nova.compute.manager [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1242.560830] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.561067] env[69473]: DEBUG nova.compute.manager [-] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.561128] env[69473]: DEBUG nova.network.neutron [-] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.743780] env[69473]: INFO nova.compute.manager [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Swapping old allocation on dict_keys(['56b68661-71d4-4bbb-bdee-2ddde7e6f62c']) held by migration 1f4bceb0-95cd-4227-986c-4f2b5d6097d7 for instance [ 1242.766754] env[69473]: DEBUG nova.scheduler.client.report [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Overwriting current allocation {'allocations': {'56b68661-71d4-4bbb-bdee-2ddde7e6f62c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '230b6fc85c144d86a9c1a46995c60277', 'user_id': '2798e8fbd22240258aead753fc9adf31', 'consumer_generation': 1} on consumer 74fc1604-5fcd-4153-ae3c-5f95e586e00f {{(pid=69473) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1242.862437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.862563] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.862659] env[69473]: DEBUG nova.network.neutron [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.990093] env[69473]: INFO nova.compute.manager [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Took 16.64 seconds to build instance. [ 1242.990661] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c8d6c5c5-063e-46c4-9406-a4e4ab801f0a tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.846s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.029164] env[69473]: DEBUG nova.compute.manager [req-39e19593-ba15-445c-8b6e-57edaabcffab req-a12ca326-cf85-4560-9007-26d217d5b5cb service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Received event network-vif-deleted-0934a45e-8f5f-46ea-a6b0-c5005a1d1662 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.029164] env[69473]: INFO nova.compute.manager [req-39e19593-ba15-445c-8b6e-57edaabcffab req-a12ca326-cf85-4560-9007-26d217d5b5cb service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Neutron deleted interface 0934a45e-8f5f-46ea-a6b0-c5005a1d1662; detaching it from the instance and deleting it from the info cache [ 1243.029164] env[69473]: DEBUG nova.network.neutron [req-39e19593-ba15-445c-8b6e-57edaabcffab req-a12ca326-cf85-4560-9007-26d217d5b5cb service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.491142] env[69473]: DEBUG oslo_concurrency.lockutils [None req-48478f46-e088-4984-bff4-888c80642990 tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.153s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.512638] env[69473]: DEBUG nova.network.neutron [-] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.531693] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccb65693-6752-4b26-99b0-24873a18e890 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.545097] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9234aa-e53f-4b72-8738-dba958d580e3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.574085] env[69473]: DEBUG nova.compute.manager [req-39e19593-ba15-445c-8b6e-57edaabcffab req-a12ca326-cf85-4560-9007-26d217d5b5cb service nova] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Detach interface failed, port_id=0934a45e-8f5f-46ea-a6b0-c5005a1d1662, reason: Instance 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.613605] env[69473]: DEBUG nova.network.neutron [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [{"id": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "address": "fa:16:3e:df:a9:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79016f77-cf", "ovs_interfaceid": "79016f77-cf10-4f2e-81c4-45c7d89e1128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.015396] env[69473]: INFO nova.compute.manager [-] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Took 1.45 seconds to deallocate network for instance. [ 1244.116546] env[69473]: DEBUG oslo_concurrency.lockutils [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-74fc1604-5fcd-4153-ae3c-5f95e586e00f" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.117594] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bdb682-de73-484c-bac1-6ee3c988745b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.124821] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c607a970-917a-4d73-85bb-6983b68621ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.559957] env[69473]: INFO nova.compute.manager [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Took 0.54 seconds to detach 1 volumes for instance. [ 1244.562528] env[69473]: DEBUG nova.compute.manager [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Deleting volume: f2fdbac1-a74d-4282-b9d3-c1dbe8c27f4f {{(pid=69473) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1245.057430] env[69473]: DEBUG nova.compute.manager [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Received event network-changed-ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.057642] env[69473]: DEBUG nova.compute.manager [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Refreshing instance network info cache due to event network-changed-ff5f8d12-23ff-425d-9a21-546aed2747f2. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.057865] env[69473]: DEBUG oslo_concurrency.lockutils [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] Acquiring lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.058049] env[69473]: DEBUG oslo_concurrency.lockutils [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] Acquired lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.058217] env[69473]: DEBUG nova.network.neutron [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Refreshing network info cache for port ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.104108] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.104749] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.104749] env[69473]: DEBUG nova.objects.instance [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'resources' on Instance uuid 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.207726] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.208058] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d91fd743-88da-4b7f-81a7-ccba796aa693 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.215515] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1245.215515] env[69473]: value = "task-3358874" [ 1245.215515] env[69473]: _type = "Task" [ 1245.215515] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.223273] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.696073] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f01e17-8c51-4c01-b121-5c02679858dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.703393] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ca2519-9e8a-4d8a-b7ec-04f78d775321 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.737366] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac2a929-431d-440b-a43c-2daf3803f19b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.744190] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358874, 'name': PowerOffVM_Task, 'duration_secs': 0.178671} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.746140] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.746777] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.746987] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.747160] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.747346] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.747494] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.747642] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.747847] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.748013] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.748196] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.748361] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.748539] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.753580] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e256a2bd-1989-4207-9d11-620752a3b6c2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.765258] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a425fe-0b7b-4771-9225-d6bac5a3d9f7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.780967] env[69473]: DEBUG nova.compute.provider_tree [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.783296] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1245.783296] env[69473]: value = "task-3358875" [ 1245.783296] env[69473]: _type = "Task" [ 1245.783296] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.790820] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.803171] env[69473]: DEBUG nova.network.neutron [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Updated VIF entry in instance network info cache for port ff5f8d12-23ff-425d-9a21-546aed2747f2. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.803569] env[69473]: DEBUG nova.network.neutron [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Updating instance_info_cache with network_info: [{"id": "ff5f8d12-23ff-425d-9a21-546aed2747f2", "address": "fa:16:3e:b5:d9:4e", "network": {"id": "288e9974-c4c6-4d1d-a9b4-f9a400c06385", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619165431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b89a5e1a770447b18011576243567480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f8d12-23", "ovs_interfaceid": "ff5f8d12-23ff-425d-9a21-546aed2747f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.285478] env[69473]: DEBUG nova.scheduler.client.report [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.299040] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.306081] env[69473]: DEBUG oslo_concurrency.lockutils [req-157b132b-3905-40d5-a5fd-59e58ea9defd req-04992c63-7adb-4979-8a42-396e023bd447 service nova] Releasing lock "refresh_cache-35de7225-d2c3-4372-856a-cbdf082da659" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.794275] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.802824] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358875, 'name': ReconfigVM_Task, 'duration_secs': 0.574826} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.803631] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d856377-3b7c-4144-9c59-90a7a825d588 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.826011] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.826253] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.826412] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.826595] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.826740] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.826886] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.827103] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.827266] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.827432] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.827592] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.827763] env[69473]: DEBUG nova.virt.hardware [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.829200] env[69473]: INFO nova.scheduler.client.report [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted allocations for instance 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b [ 1246.830093] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8b015f-9906-4754-8f1f-382c305a2a81 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.838631] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1246.838631] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5227e016-0b4b-b73a-643c-ad57ac37f352" [ 1246.838631] env[69473]: _type = "Task" [ 1246.838631] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.846754] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5227e016-0b4b-b73a-643c-ad57ac37f352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.337943] env[69473]: DEBUG oslo_concurrency.lockutils [None req-2d26d4a3-cd30-4e46-8ed3-5b480bbb08df tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.559s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.348663] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5227e016-0b4b-b73a-643c-ad57ac37f352, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.354036] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.354851] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8f0b84-d121-450e-86c6-091b0c13e6c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.373836] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1247.373836] env[69473]: value = "task-3358876" [ 1247.373836] env[69473]: _type = "Task" [ 1247.373836] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.381284] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.527309] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.527581] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.527836] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.528049] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.528237] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.530708] env[69473]: INFO nova.compute.manager [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Terminating instance [ 1247.883539] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358876, 'name': ReconfigVM_Task, 'duration_secs': 0.177917} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.883905] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.884660] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe85719-4bb3-4f30-ad55-bfb04bb2d727 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.909406] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.909673] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842a43de-106f-4e68-911e-4d4a58f201ea {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.929645] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1247.929645] env[69473]: value = "task-3358877" [ 1247.929645] env[69473]: _type = "Task" [ 1247.929645] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.938383] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.034531] env[69473]: DEBUG nova.compute.manager [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.034777] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.035742] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5546a1-b4de-46e4-a2e3-2202eb6dae30 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.043356] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.044078] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9744b33e-02f9-4866-82f8-1aef6cf248ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.049648] env[69473]: DEBUG oslo_vmware.api [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1248.049648] env[69473]: value = "task-3358878" [ 1248.049648] env[69473]: _type = "Task" [ 1248.049648] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.060424] env[69473]: DEBUG oslo_vmware.api [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.440157] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358877, 'name': ReconfigVM_Task, 'duration_secs': 0.310354} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.440492] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f/74fc1604-5fcd-4153-ae3c-5f95e586e00f.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.441345] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8fee3f-f6ec-4994-975e-9158a3e07d4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.461335] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e497097-8d1b-4825-91c3-86971b97334c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.481956] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408d2096-07d5-40d6-8f32-6bbbb6d29095 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.501531] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a3eee-f5c5-49cb-8f1b-7001c66b64e2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.507841] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.508074] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7138382c-5074-477c-90ac-6bebc1ae56a1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.514687] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1248.514687] env[69473]: value = "task-3358879" [ 1248.514687] env[69473]: _type = "Task" [ 1248.514687] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.521482] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.558723] env[69473]: DEBUG oslo_vmware.api [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358878, 'name': PowerOffVM_Task, 'duration_secs': 0.152131} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.558987] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.559174] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.559411] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b639da0b-4d7c-460f-bfc7-79e70e847ad5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.619253] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.619492] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.619660] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleting the datastore file [datastore2] f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.619921] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7070a09d-fdc7-4769-9c9c-78ab60b92e9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.625618] env[69473]: DEBUG oslo_vmware.api [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1248.625618] env[69473]: value = "task-3358881" [ 1248.625618] env[69473]: _type = "Task" [ 1248.625618] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.632716] env[69473]: DEBUG oslo_vmware.api [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.024726] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.134704] env[69473]: DEBUG oslo_vmware.api [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128581} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.134995] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.135212] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.135360] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.135531] env[69473]: INFO nova.compute.manager [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1249.135777] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.135971] env[69473]: DEBUG nova.compute.manager [-] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.136077] env[69473]: DEBUG nova.network.neutron [-] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.402222] env[69473]: DEBUG nova.compute.manager [req-4cf65d70-353f-46c3-ba7e-fc625558f651 req-2ce080f4-0577-43cf-a9f7-4cf3ec2de841 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Received event network-vif-deleted-8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.402433] env[69473]: INFO nova.compute.manager [req-4cf65d70-353f-46c3-ba7e-fc625558f651 req-2ce080f4-0577-43cf-a9f7-4cf3ec2de841 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Neutron deleted interface 8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d; detaching it from the instance and deleting it from the info cache [ 1249.402615] env[69473]: DEBUG nova.network.neutron [req-4cf65d70-353f-46c3-ba7e-fc625558f651 req-2ce080f4-0577-43cf-a9f7-4cf3ec2de841 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.527547] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.885653] env[69473]: DEBUG nova.network.neutron [-] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.904903] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1ba43a8-e2e3-4811-8e92-55243b948ff1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.914714] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484cb40-e26f-4052-8083-41a7c5e5e356 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.942645] env[69473]: DEBUG nova.compute.manager [req-4cf65d70-353f-46c3-ba7e-fc625558f651 req-2ce080f4-0577-43cf-a9f7-4cf3ec2de841 service nova] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Detach interface failed, port_id=8fd1424e-d2d9-4a58-9d8c-28f7e4c3980d, reason: Instance f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.025778] env[69473]: DEBUG oslo_vmware.api [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358879, 'name': PowerOnVM_Task, 'duration_secs': 1.244221} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.026184] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.388020] env[69473]: INFO nova.compute.manager [-] [instance: f071574d-2f4f-4cb8-86a4-81de5dc5d0b0] Took 1.25 seconds to deallocate network for instance. [ 1250.895060] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.895269] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.895458] env[69473]: DEBUG nova.objects.instance [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'resources' on Instance uuid f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.071927] env[69473]: INFO nova.compute.manager [None req-9ec83bdf-86da-4118-bf9a-2bf6dbe3d2b3 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance to original state: 'active' [ 1251.480721] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee163bc-5578-4494-b7b1-cfe9bfd40946 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.488155] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9399e-42eb-401a-884f-b161de57aac0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.519019] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2286dfed-f5aa-4a99-864d-96fd3cb13fe3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.525756] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26519b9-0003-4e00-a99b-be6e353ee9cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.538480] env[69473]: DEBUG nova.compute.provider_tree [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.042188] env[69473]: DEBUG nova.scheduler.client.report [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.471442] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.471721] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.471971] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.472198] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.472437] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.474952] env[69473]: INFO nova.compute.manager [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Terminating instance [ 1252.547024] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.564936] env[69473]: INFO nova.scheduler.client.report [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted allocations for instance f071574d-2f4f-4cb8-86a4-81de5dc5d0b0 [ 1252.979103] env[69473]: DEBUG nova.compute.manager [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.979381] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.979677] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14eb5eb4-40af-4bdc-89a3-2e6f33fbc6db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.987095] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1252.987095] env[69473]: value = "task-3358882" [ 1252.987095] env[69473]: _type = "Task" [ 1252.987095] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.996196] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.071865] env[69473]: DEBUG oslo_concurrency.lockutils [None req-56e6214a-831d-49b1-8087-fdfe2a90c6ab tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "f071574d-2f4f-4cb8-86a4-81de5dc5d0b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.498768] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358882, 'name': PowerOffVM_Task, 'duration_secs': 0.208276} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.499147] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.499272] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1253.499573] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670327', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'name': 'volume-e53f4713-f977-4794-b510-d62197e4e1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '74fc1604-5fcd-4153-ae3c-5f95e586e00f', 'attached_at': '2025-04-08T01:37:48.000000', 'detached_at': '', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'serial': 'e53f4713-f977-4794-b510-d62197e4e1e5'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1253.500368] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c044008-4bd9-4616-9f89-0e0c940a144e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.521727] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b145c93-4f02-4618-a357-a4edeac0dc32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.528793] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaafb7f7-76c9-4551-a606-65dd3403a1ab {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.549201] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2f22b-93bb-42d4-8f49-d95188fdb769 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.564069] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] The volume has not been displaced from its original location: [datastore1] volume-e53f4713-f977-4794-b510-d62197e4e1e5/volume-e53f4713-f977-4794-b510-d62197e4e1e5.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1253.569378] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.569842] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d4af3e-3992-4684-bddc-1168b460826b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.587266] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1253.587266] env[69473]: value = "task-3358883" [ 1253.587266] env[69473]: _type = "Task" [ 1253.587266] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.596030] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.096412] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358883, 'name': ReconfigVM_Task, 'duration_secs': 0.231995} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.096680] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.101225] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df194dd3-cfc0-42ed-997d-27b5eb1d57dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.122387] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1254.122387] env[69473]: value = "task-3358885" [ 1254.122387] env[69473]: _type = "Task" [ 1254.122387] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.130238] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.631823] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358885, 'name': ReconfigVM_Task, 'duration_secs': 0.125866} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.632164] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670327', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'name': 'volume-e53f4713-f977-4794-b510-d62197e4e1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '74fc1604-5fcd-4153-ae3c-5f95e586e00f', 'attached_at': '2025-04-08T01:37:48.000000', 'detached_at': '', 'volume_id': 'e53f4713-f977-4794-b510-d62197e4e1e5', 'serial': 'e53f4713-f977-4794-b510-d62197e4e1e5'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1254.632487] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.633229] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1993ce-1873-4777-87db-39dc4a37e7ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.639437] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.639656] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1143689a-013a-4478-8948-df33c5955413 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.701565] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.701798] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.701990] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleting the datastore file [datastore2] 74fc1604-5fcd-4153-ae3c-5f95e586e00f {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.702285] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69a4924-8470-417b-9abe-3ff089cd275b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.708680] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1254.708680] env[69473]: value = "task-3358887" [ 1254.708680] env[69473]: _type = "Task" [ 1254.708680] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.716655] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.219324] env[69473]: DEBUG oslo_vmware.api [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159207} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.219593] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.219778] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.219950] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.220141] env[69473]: INFO nova.compute.manager [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1255.220390] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.220579] env[69473]: DEBUG nova.compute.manager [-] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.220674] env[69473]: DEBUG nova.network.neutron [-] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.661773] env[69473]: DEBUG nova.compute.manager [req-f6a0807b-402e-4654-9e85-e6aa3c41e4d1 req-807769d1-0f04-46b3-a9f0-78eeb612d7c0 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Received event network-vif-deleted-79016f77-cf10-4f2e-81c4-45c7d89e1128 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.661773] env[69473]: INFO nova.compute.manager [req-f6a0807b-402e-4654-9e85-e6aa3c41e4d1 req-807769d1-0f04-46b3-a9f0-78eeb612d7c0 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Neutron deleted interface 79016f77-cf10-4f2e-81c4-45c7d89e1128; detaching it from the instance and deleting it from the info cache [ 1255.661773] env[69473]: DEBUG nova.network.neutron [req-f6a0807b-402e-4654-9e85-e6aa3c41e4d1 req-807769d1-0f04-46b3-a9f0-78eeb612d7c0 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.138200] env[69473]: DEBUG nova.network.neutron [-] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.163638] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b96fce9-ca3f-42a3-8328-bdfbbe4394c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.174143] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca84b6bc-17b1-4a64-ae2c-249f0f209e10 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.201289] env[69473]: DEBUG nova.compute.manager [req-f6a0807b-402e-4654-9e85-e6aa3c41e4d1 req-807769d1-0f04-46b3-a9f0-78eeb612d7c0 service nova] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Detach interface failed, port_id=79016f77-cf10-4f2e-81c4-45c7d89e1128, reason: Instance 74fc1604-5fcd-4153-ae3c-5f95e586e00f could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.640663] env[69473]: INFO nova.compute.manager [-] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Took 1.42 seconds to deallocate network for instance. [ 1257.182998] env[69473]: INFO nova.compute.manager [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: 74fc1604-5fcd-4153-ae3c-5f95e586e00f] Took 0.54 seconds to detach 1 volumes for instance. [ 1257.243148] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1971c532-b386-46b8-b50e-a4311d188ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.243441] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1971c532-b386-46b8-b50e-a4311d188ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.243649] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "1971c532-b386-46b8-b50e-a4311d188ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.243833] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1971c532-b386-46b8-b50e-a4311d188ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.243999] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1971c532-b386-46b8-b50e-a4311d188ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.246834] env[69473]: INFO nova.compute.manager [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Terminating instance [ 1257.688824] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.689131] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.689338] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.711663] env[69473]: INFO nova.scheduler.client.report [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted allocations for instance 74fc1604-5fcd-4153-ae3c-5f95e586e00f [ 1257.749505] env[69473]: DEBUG nova.compute.manager [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.749696] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.750647] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec7b32-c8c5-4b5b-b703-304cf4a29aa6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.758575] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.758771] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29abbb3d-b34f-4f1c-b18f-41c803ce5b82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.765591] env[69473]: DEBUG oslo_vmware.api [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1257.765591] env[69473]: value = "task-3358888" [ 1257.765591] env[69473]: _type = "Task" [ 1257.765591] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.775098] env[69473]: DEBUG oslo_vmware.api [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.219224] env[69473]: DEBUG oslo_concurrency.lockutils [None req-013a0f02-3f9e-4cd2-b1ee-43537344ce46 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "74fc1604-5fcd-4153-ae3c-5f95e586e00f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.276580] env[69473]: DEBUG oslo_vmware.api [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358888, 'name': PowerOffVM_Task, 'duration_secs': 0.260576} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.276580] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.276779] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.276962] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff23b68e-aa19-4dbd-bdb2-b63c0645c109 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.943067] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.943067] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.943067] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleting the datastore file [datastore1] 1971c532-b386-46b8-b50e-a4311d188ee5 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.943419] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-956727ac-4930-48f0-8edf-e594e31051fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.950263] env[69473]: DEBUG oslo_vmware.api [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for the task: (returnval){ [ 1258.950263] env[69473]: value = "task-3358890" [ 1258.950263] env[69473]: _type = "Task" [ 1258.950263] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.957860] env[69473]: DEBUG oslo_vmware.api [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.459448] env[69473]: DEBUG oslo_vmware.api [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Task: {'id': task-3358890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136113} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.459840] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.459886] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.460056] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.460239] env[69473]: INFO nova.compute.manager [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1259.460472] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.460660] env[69473]: DEBUG nova.compute.manager [-] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.460753] env[69473]: DEBUG nova.network.neutron [-] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.641687] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.641926] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.743266] env[69473]: DEBUG nova.compute.manager [req-b9f5549f-9f0b-4a63-aeaa-20f0652c1dc3 req-7495e87c-e0a1-4768-83c3-b30163818bb6 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Received event network-vif-deleted-5c662941-b089-4146-8c84-24349d58af90 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.743266] env[69473]: INFO nova.compute.manager [req-b9f5549f-9f0b-4a63-aeaa-20f0652c1dc3 req-7495e87c-e0a1-4768-83c3-b30163818bb6 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Neutron deleted interface 5c662941-b089-4146-8c84-24349d58af90; detaching it from the instance and deleting it from the info cache [ 1259.743266] env[69473]: DEBUG nova.network.neutron [req-b9f5549f-9f0b-4a63-aeaa-20f0652c1dc3 req-7495e87c-e0a1-4768-83c3-b30163818bb6 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.144661] env[69473]: DEBUG nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.215057] env[69473]: DEBUG nova.network.neutron [-] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.245422] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c86c7f5-bcfe-4c7a-bd72-d21319817737 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.255495] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22abe3c-7b97-48c0-a3ee-88df7771d868 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.283625] env[69473]: DEBUG nova.compute.manager [req-b9f5549f-9f0b-4a63-aeaa-20f0652c1dc3 req-7495e87c-e0a1-4768-83c3-b30163818bb6 service nova] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Detach interface failed, port_id=5c662941-b089-4146-8c84-24349d58af90, reason: Instance 1971c532-b386-46b8-b50e-a4311d188ee5 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1260.667130] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.667408] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.668948] env[69473]: INFO nova.compute.claims [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.717471] env[69473]: INFO nova.compute.manager [-] [instance: 1971c532-b386-46b8-b50e-a4311d188ee5] Took 1.26 seconds to deallocate network for instance. [ 1261.223490] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.741559] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d8045-e85e-4593-a814-d1a2441f2c94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.748925] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4a498-d6ae-47f5-af16-4bc613b0545b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.777792] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335a96d-5719-4a7d-bdc7-80212a23526c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.784774] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c189c-45af-467b-8235-d171cf741ce0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.797300] env[69473]: DEBUG nova.compute.provider_tree [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.317778] env[69473]: ERROR nova.scheduler.client.report [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [req-ccfd5853-bc1b-4c58-9fd6-454a9d593357] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ccfd5853-bc1b-4c58-9fd6-454a9d593357"}]} [ 1262.335073] env[69473]: DEBUG nova.scheduler.client.report [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1262.348278] env[69473]: DEBUG nova.scheduler.client.report [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1262.348501] env[69473]: DEBUG nova.compute.provider_tree [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.358691] env[69473]: DEBUG nova.scheduler.client.report [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1262.375469] env[69473]: DEBUG nova.scheduler.client.report [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1262.437792] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc10317d-8f8b-4c67-a2c6-549f9576eb64 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.445085] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ef3492-0106-4b3b-b909-e249dd9bf7dd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.475860] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e2787-b7cc-4fdf-9521-291eafecd55e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.482049] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5875a18e-0a24-4fe3-8c36-1ee4c0a81660 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.494556] env[69473]: DEBUG nova.compute.provider_tree [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.023746] env[69473]: DEBUG nova.scheduler.client.report [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1263.024055] env[69473]: DEBUG nova.compute.provider_tree [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 171 to 172 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1263.024230] env[69473]: DEBUG nova.compute.provider_tree [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.528973] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.529489] env[69473]: DEBUG nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.532607] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.309s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.533014] env[69473]: DEBUG nova.objects.instance [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lazy-loading 'resources' on Instance uuid 1971c532-b386-46b8-b50e-a4311d188ee5 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.035946] env[69473]: DEBUG nova.compute.utils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.037375] env[69473]: DEBUG nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.037543] env[69473]: DEBUG nova.network.neutron [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.086112] env[69473]: DEBUG nova.policy [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2798e8fbd22240258aead753fc9adf31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230b6fc85c144d86a9c1a46995c60277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.107558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b86a80-d1b6-4e44-8c2b-eb260d73326d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.116855] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c9a2b8-3c10-4727-b5c3-0a8b9924a9e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.148121] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59feded-2676-4f04-a1fb-385358c86b77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.155034] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33dc8d-e9c7-4284-a28a-c83260344357 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.167567] env[69473]: DEBUG nova.compute.provider_tree [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.362272] env[69473]: DEBUG nova.network.neutron [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Successfully created port: 5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.543779] env[69473]: DEBUG nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.670533] env[69473]: DEBUG nova.scheduler.client.report [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.175102] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.197199] env[69473]: INFO nova.scheduler.client.report [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Deleted allocations for instance 1971c532-b386-46b8-b50e-a4311d188ee5 [ 1265.554018] env[69473]: DEBUG nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.580390] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.580631] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.580789] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.580970] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.581144] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.581373] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.581587] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.581752] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.581920] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.582118] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.582303] env[69473]: DEBUG nova.virt.hardware [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.583180] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ca5bad-98ac-4b09-85b7-be93858e87ca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.591504] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf858fa-0aca-4e8a-a68a-589918c20c1b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.705056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-b740f3de-4616-41c3-8c18-db66e3f35e49 tempest-ServerActionsTestOtherA-1762626697 tempest-ServerActionsTestOtherA-1762626697-project-member] Lock "1971c532-b386-46b8-b50e-a4311d188ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.461s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.798396] env[69473]: DEBUG nova.compute.manager [req-8442b4c4-4313-4b92-8eea-b24b0d962edc req-4f634e09-9b65-4f73-a725-2eb9d961b65f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-vif-plugged-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.798660] env[69473]: DEBUG oslo_concurrency.lockutils [req-8442b4c4-4313-4b92-8eea-b24b0d962edc req-4f634e09-9b65-4f73-a725-2eb9d961b65f service nova] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.798906] env[69473]: DEBUG oslo_concurrency.lockutils [req-8442b4c4-4313-4b92-8eea-b24b0d962edc req-4f634e09-9b65-4f73-a725-2eb9d961b65f service nova] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.799593] env[69473]: DEBUG oslo_concurrency.lockutils [req-8442b4c4-4313-4b92-8eea-b24b0d962edc req-4f634e09-9b65-4f73-a725-2eb9d961b65f service nova] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.799825] env[69473]: DEBUG nova.compute.manager [req-8442b4c4-4313-4b92-8eea-b24b0d962edc req-4f634e09-9b65-4f73-a725-2eb9d961b65f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] No waiting events found dispatching network-vif-plugged-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.800046] env[69473]: WARNING nova.compute.manager [req-8442b4c4-4313-4b92-8eea-b24b0d962edc req-4f634e09-9b65-4f73-a725-2eb9d961b65f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received unexpected event network-vif-plugged-5b446205-27c2-4456-bcb8-5f4eec261d02 for instance with vm_state building and task_state spawning. [ 1265.914285] env[69473]: DEBUG nova.network.neutron [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Successfully updated port: 5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.417243] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.417638] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.417638] env[69473]: DEBUG nova.network.neutron [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.512773] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.962854] env[69473]: DEBUG nova.network.neutron [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.103571] env[69473]: DEBUG nova.network.neutron [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b446205-27", "ovs_interfaceid": "5b446205-27c2-4456-bcb8-5f4eec261d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.606679] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.607028] env[69473]: DEBUG nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Instance network_info: |[{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b446205-27", "ovs_interfaceid": "5b446205-27c2-4456-bcb8-5f4eec261d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.607472] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:8e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b446205-27c2-4456-bcb8-5f4eec261d02', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.615054] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.615300] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.615530] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91a3c13b-1153-44ba-9a0a-ebe3ac1ef34a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.635122] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.635122] env[69473]: value = "task-3358891" [ 1267.635122] env[69473]: _type = "Task" [ 1267.635122] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.642378] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358891, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.829228] env[69473]: DEBUG nova.compute.manager [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.829476] env[69473]: DEBUG nova.compute.manager [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing instance network info cache due to event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.829700] env[69473]: DEBUG oslo_concurrency.lockutils [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] Acquiring lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.829879] env[69473]: DEBUG oslo_concurrency.lockutils [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] Acquired lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.831094] env[69473]: DEBUG nova.network.neutron [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.145091] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358891, 'name': CreateVM_Task, 'duration_secs': 0.309897} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.145254] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.146031] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.146153] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.146381] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.146625] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002396ed-832d-44a3-a63c-daadecb95b86 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.151479] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1268.151479] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523f4dd2-fb68-2b4c-9b10-5dc2c2c610ea" [ 1268.151479] env[69473]: _type = "Task" [ 1268.151479] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.158851] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523f4dd2-fb68-2b4c-9b10-5dc2c2c610ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.513462] env[69473]: DEBUG nova.network.neutron [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updated VIF entry in instance network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.513819] env[69473]: DEBUG nova.network.neutron [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b446205-27", "ovs_interfaceid": "5b446205-27c2-4456-bcb8-5f4eec261d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.662046] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]523f4dd2-fb68-2b4c-9b10-5dc2c2c610ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.662403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.662567] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.662800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.662950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.663148] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.663409] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14155623-e687-4a2f-bfbe-be2bcc4db285 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.671999] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.672225] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.672995] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9988a36a-6328-42ea-8616-0d9f1bc8c8a3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.678476] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1268.678476] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0af3f-efad-1180-533e-78dc23a34537" [ 1268.678476] env[69473]: _type = "Task" [ 1268.678476] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.686445] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0af3f-efad-1180-533e-78dc23a34537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.019820] env[69473]: DEBUG oslo_concurrency.lockutils [req-5cd9ea69-d840-4b51-91a3-068b4286d9fb req-8edc896c-5f68-4871-bf19-63fc2fc90adf service nova] Releasing lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.189100] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52f0af3f-efad-1180-533e-78dc23a34537, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.189913] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c1e56b-3a30-494c-9cd1-f9590ba2e77c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.195748] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1269.195748] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522b15df-f049-3dfc-aafd-61142cb04019" [ 1269.195748] env[69473]: _type = "Task" [ 1269.195748] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.203476] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522b15df-f049-3dfc-aafd-61142cb04019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.705924] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]522b15df-f049-3dfc-aafd-61142cb04019, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.706396] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.706611] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.706916] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aece80ed-1ed2-4466-816c-f66663bef53c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.713966] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1269.713966] env[69473]: value = "task-3358892" [ 1269.713966] env[69473]: _type = "Task" [ 1269.713966] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.722138] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.224383] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457949} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.224671] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.224892] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.225241] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca964df9-53a2-49e1-bd02-b27ff05f39e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.231998] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1270.231998] env[69473]: value = "task-3358893" [ 1270.231998] env[69473]: _type = "Task" [ 1270.231998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.239207] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.465206] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.465482] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.512137] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.743466] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062176} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.743840] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.744601] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318cc65f-6c5f-45a1-be6a-63d353847b21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.766241] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.766508] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc65c5d-9570-4157-bbf2-3fed463c0640 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.786259] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1270.786259] env[69473]: value = "task-3358894" [ 1270.786259] env[69473]: _type = "Task" [ 1270.786259] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.793587] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.968705] env[69473]: DEBUG nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.295712] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358894, 'name': ReconfigVM_Task, 'duration_secs': 0.281105} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.295995] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.296641] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09706c99-1a23-4b0e-b6e3-15c424f8e481 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.303390] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1271.303390] env[69473]: value = "task-3358895" [ 1271.303390] env[69473]: _type = "Task" [ 1271.303390] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.310979] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358895, 'name': Rename_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.491210] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.491550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.493092] env[69473]: INFO nova.compute.claims [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.512991] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.743290] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.743290] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.743734] env[69473]: DEBUG nova.compute.manager [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.744801] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b13bdf2-0b9b-4f23-8db7-2849c2ad0f6a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.751416] env[69473]: DEBUG nova.compute.manager [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69473) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1271.751975] env[69473]: DEBUG nova.objects.instance [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'flavor' on Instance uuid a69016c8-e5ad-41f8-8197-15e79a7f996d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.812467] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358895, 'name': Rename_Task, 'duration_secs': 0.131917} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.812709] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.812935] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f80bf9c-f30b-443e-9719-d7fc50b28533 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.819077] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1271.819077] env[69473]: value = "task-3358896" [ 1271.819077] env[69473]: _type = "Task" [ 1271.819077] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.826272] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.014919] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.329040] env[69473]: DEBUG oslo_vmware.api [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358896, 'name': PowerOnVM_Task, 'duration_secs': 0.428872} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.329324] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.329593] env[69473]: INFO nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1272.329788] env[69473]: DEBUG nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.330550] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d84f2-6ebd-408d-b00e-f4290d80bcf4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.571018] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45e98ae-c1ac-47ff-9ba5-0c20f38be936 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.577841] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844d3b2e-b689-4bfe-b338-9418de96e3cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.608034] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2669864-e573-4552-b0a2-089d54ebd883 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.615236] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd7d78-c92b-458a-9817-6b91e1b4df59 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.628115] env[69473]: DEBUG nova.compute.provider_tree [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.760163] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.760714] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fd419b2-7416-46fd-8ad7-92eb46808b3b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.768445] env[69473]: DEBUG oslo_vmware.api [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1272.768445] env[69473]: value = "task-3358897" [ 1272.768445] env[69473]: _type = "Task" [ 1272.768445] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.778347] env[69473]: DEBUG oslo_vmware.api [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.847769] env[69473]: INFO nova.compute.manager [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Took 12.20 seconds to build instance. [ 1273.131577] env[69473]: DEBUG nova.scheduler.client.report [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.277964] env[69473]: DEBUG oslo_vmware.api [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358897, 'name': PowerOffVM_Task, 'duration_secs': 0.243598} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.278259] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.278461] env[69473]: DEBUG nova.compute.manager [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.279210] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bded626-eb67-43aa-97c9-508e690e34af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.350056] env[69473]: DEBUG oslo_concurrency.lockutils [None req-df0c3087-4860-4ef7-bb8d-bd3d353da8e2 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.708s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.636524] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.637014] env[69473]: DEBUG nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.639556] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.625s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.639804] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.639888] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1273.640894] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea6e804-b622-4c36-b863-98e7cf06aac7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.650613] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d896b505-c6ab-4aa4-b8b1-9f001b694118 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.665640] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b825681a-ed9b-403a-8ca3-22d7132f4290 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.672814] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0080315-36e6-4bb1-a11f-b573fb273564 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.703154] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179910MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1273.703311] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.703531] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.789915] env[69473]: DEBUG oslo_concurrency.lockutils [None req-6f218f95-0f39-4f82-b9a7-9dd31db75e8b tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.092978] env[69473]: DEBUG nova.objects.instance [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'flavor' on Instance uuid a69016c8-e5ad-41f8-8197-15e79a7f996d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.138641] env[69473]: DEBUG nova.compute.manager [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.138900] env[69473]: DEBUG nova.compute.manager [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing instance network info cache due to event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.139060] env[69473]: DEBUG oslo_concurrency.lockutils [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] Acquiring lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.139234] env[69473]: DEBUG oslo_concurrency.lockutils [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] Acquired lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.139358] env[69473]: DEBUG nova.network.neutron [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.142340] env[69473]: DEBUG nova.compute.utils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.145730] env[69473]: DEBUG nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.145730] env[69473]: DEBUG nova.network.neutron [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.183530] env[69473]: DEBUG nova.policy [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3745e53b458b4b179b5124e96440a0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0918b8e19c4a44d680782c6854bf5c97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.435696] env[69473]: DEBUG nova.network.neutron [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Successfully created port: cc6e25ce-8437-4075-9378-b20310eef9c3 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.599281] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.599451] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.599621] env[69473]: DEBUG nova.network.neutron [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.599797] env[69473]: DEBUG nova.objects.instance [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'info_cache' on Instance uuid a69016c8-e5ad-41f8-8197-15e79a7f996d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.646073] env[69473]: DEBUG nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.735143] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance bda7fae2-0aa4-452f-80d5-27de5ec2f638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.735409] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance a69016c8-e5ad-41f8-8197-15e79a7f996d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.735468] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 35de7225-d2c3-4372-856a-cbdf082da659 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.735588] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.735705] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.736283] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1274.736283] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1274.821865] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6206f-e613-4850-8e4d-a046b567be7e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.829913] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c8709-589a-4850-a2cb-59dbd64a64d5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.860408] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b4280-ca10-4712-bce9-249d87011e9b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.868231] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86282e04-8695-441d-ac4e-2b0efbcf3305 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.881394] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.892691] env[69473]: DEBUG nova.network.neutron [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updated VIF entry in instance network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.893044] env[69473]: DEBUG nova.network.neutron [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b446205-27", "ovs_interfaceid": "5b446205-27c2-4456-bcb8-5f4eec261d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.103808] env[69473]: DEBUG nova.objects.base [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1275.385211] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.396344] env[69473]: DEBUG oslo_concurrency.lockutils [req-38cfbe02-dec4-400e-a019-5784cf1da77b req-70f9f38a-41a8-44fd-aec6-8a883e2bb36f service nova] Releasing lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.655235] env[69473]: DEBUG nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.681076] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.681330] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.681489] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.681691] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.681860] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.682015] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.682256] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.682424] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.682592] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.682752] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.682920] env[69473]: DEBUG nova.virt.hardware [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.683777] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debcc941-55ce-4e6a-b5c3-db8939e39a31 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.691893] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e820b76-b312-4c92-a31f-a87b17a6da57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.889564] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1275.889848] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.186s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.897800] env[69473]: DEBUG nova.network.neutron [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updating instance_info_cache with network_info: [{"id": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "address": "fa:16:3e:f2:12:7e", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaf1854-d5", "ovs_interfaceid": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.981916] env[69473]: DEBUG nova.network.neutron [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Successfully updated port: cc6e25ce-8437-4075-9378-b20310eef9c3 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.166540] env[69473]: DEBUG nova.compute.manager [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Received event network-vif-plugged-cc6e25ce-8437-4075-9378-b20310eef9c3 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.166760] env[69473]: DEBUG oslo_concurrency.lockutils [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] Acquiring lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.167009] env[69473]: DEBUG oslo_concurrency.lockutils [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.167148] env[69473]: DEBUG oslo_concurrency.lockutils [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.167314] env[69473]: DEBUG nova.compute.manager [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] No waiting events found dispatching network-vif-plugged-cc6e25ce-8437-4075-9378-b20310eef9c3 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.167487] env[69473]: WARNING nova.compute.manager [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Received unexpected event network-vif-plugged-cc6e25ce-8437-4075-9378-b20310eef9c3 for instance with vm_state building and task_state spawning. [ 1276.167644] env[69473]: DEBUG nova.compute.manager [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Received event network-changed-cc6e25ce-8437-4075-9378-b20310eef9c3 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.167796] env[69473]: DEBUG nova.compute.manager [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Refreshing instance network info cache due to event network-changed-cc6e25ce-8437-4075-9378-b20310eef9c3. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.167975] env[69473]: DEBUG oslo_concurrency.lockutils [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] Acquiring lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.168122] env[69473]: DEBUG oslo_concurrency.lockutils [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] Acquired lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.168279] env[69473]: DEBUG nova.network.neutron [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Refreshing network info cache for port cc6e25ce-8437-4075-9378-b20310eef9c3 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.400837] env[69473]: DEBUG oslo_concurrency.lockutils [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.485359] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.701303] env[69473]: DEBUG nova.network.neutron [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.767448] env[69473]: DEBUG nova.network.neutron [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.885162] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.885390] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.885677] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.885852] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.886053] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.886170] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1277.270359] env[69473]: DEBUG oslo_concurrency.lockutils [req-59430f4c-6354-4588-a5bd-b7d8e9d7ab37 req-f0a1d019-9f7d-4d88-9d4f-7d40216baa65 service nova] Releasing lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.270748] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.270877] env[69473]: DEBUG nova.network.neutron [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.407045] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.407045] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64a755bf-83e4-4b24-b589-03bb902a2629 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.415336] env[69473]: DEBUG oslo_vmware.api [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1277.415336] env[69473]: value = "task-3358898" [ 1277.415336] env[69473]: _type = "Task" [ 1277.415336] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.423302] env[69473]: DEBUG oslo_vmware.api [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.803868] env[69473]: DEBUG nova.network.neutron [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.916375] env[69473]: DEBUG nova.network.neutron [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Updating instance_info_cache with network_info: [{"id": "cc6e25ce-8437-4075-9378-b20310eef9c3", "address": "fa:16:3e:a4:10:ff", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6e25ce-84", "ovs_interfaceid": "cc6e25ce-8437-4075-9378-b20310eef9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.928203] env[69473]: DEBUG oslo_vmware.api [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358898, 'name': PowerOnVM_Task, 'duration_secs': 0.368013} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.928467] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.928667] env[69473]: DEBUG nova.compute.manager [None req-43f84026-40a0-4614-83f6-9c9ad882c829 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.929426] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad80efd4-f5e9-4799-b9d9-0db787a2df92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.419038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.419038] env[69473]: DEBUG nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Instance network_info: |[{"id": "cc6e25ce-8437-4075-9378-b20310eef9c3", "address": "fa:16:3e:a4:10:ff", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6e25ce-84", "ovs_interfaceid": "cc6e25ce-8437-4075-9378-b20310eef9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.419460] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:10:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc6e25ce-8437-4075-9378-b20310eef9c3', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.427823] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Creating folder: Project (0918b8e19c4a44d680782c6854bf5c97). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.428877] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe4bfaa-51e5-4773-98e8-4ce00a35a03e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.444312] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Created folder: Project (0918b8e19c4a44d680782c6854bf5c97) in parent group-v669999. [ 1278.444530] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Creating folder: Instances. Parent ref: group-v670333. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.444770] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7554b1a-df29-4275-9b1a-ef02a4710e4c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.455390] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Created folder: Instances in parent group-v670333. [ 1278.455655] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.455846] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.456079] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8b66d1a-aaae-4132-bcce-08e4714ef940 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.475745] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.475745] env[69473]: value = "task-3358901" [ 1278.475745] env[69473]: _type = "Task" [ 1278.475745] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.483482] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358901, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.884286] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675d2575-3249-4c2d-889d-2d0dd39c30ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.890854] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7669f0d3-6037-49a5-be1f-3652de3ea0ee tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Suspending the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1278.891081] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-737f1841-3307-4d4e-bf75-dc1a3d709097 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.897111] env[69473]: DEBUG oslo_vmware.api [None req-7669f0d3-6037-49a5-be1f-3652de3ea0ee tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1278.897111] env[69473]: value = "task-3358902" [ 1278.897111] env[69473]: _type = "Task" [ 1278.897111] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.904554] env[69473]: DEBUG oslo_vmware.api [None req-7669f0d3-6037-49a5-be1f-3652de3ea0ee tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358902, 'name': SuspendVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.935233] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.935713] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.936035] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.936303] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.936510] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.938743] env[69473]: INFO nova.compute.manager [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Terminating instance [ 1278.986824] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358901, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.256865] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "35de7225-d2c3-4372-856a-cbdf082da659" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.257266] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.408604] env[69473]: DEBUG oslo_vmware.api [None req-7669f0d3-6037-49a5-be1f-3652de3ea0ee tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358902, 'name': SuspendVM_Task} progress is 70%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.442651] env[69473]: DEBUG nova.compute.manager [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.443026] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.444029] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1afdf6-7169-4b99-a0df-2d09fdbc3953 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.451847] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.452087] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f884a4-0e07-4e7b-9a63-a17cf4cd78ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.458643] env[69473]: DEBUG oslo_vmware.api [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1279.458643] env[69473]: value = "task-3358903" [ 1279.458643] env[69473]: _type = "Task" [ 1279.458643] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.466150] env[69473]: DEBUG oslo_vmware.api [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.485227] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358901, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.761016] env[69473]: DEBUG nova.compute.utils [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.906890] env[69473]: DEBUG oslo_vmware.api [None req-7669f0d3-6037-49a5-be1f-3652de3ea0ee tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358902, 'name': SuspendVM_Task, 'duration_secs': 0.642373} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.907204] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7669f0d3-6037-49a5-be1f-3652de3ea0ee tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Suspended the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1279.907385] env[69473]: DEBUG nova.compute.manager [None req-7669f0d3-6037-49a5-be1f-3652de3ea0ee tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.908197] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872ea82a-dfde-4c1e-a8ff-bcb1c5cb202c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.968597] env[69473]: DEBUG oslo_vmware.api [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358903, 'name': PowerOffVM_Task, 'duration_secs': 0.410483} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.968969] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.969236] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.969490] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6203d67c-150a-400d-b0a1-b826f0845143 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.986448] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358901, 'name': CreateVM_Task, 'duration_secs': 1.312587} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.986603] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.987253] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.987420] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.987727] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.987958] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8a9882-2110-4f4d-88c5-e11348442fcd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.992256] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1279.992256] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe8a54-cea0-846b-9000-bcddfcb3c94d" [ 1279.992256] env[69473]: _type = "Task" [ 1279.992256] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.999618] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe8a54-cea0-846b-9000-bcddfcb3c94d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.032650] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.032922] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.033083] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleting the datastore file [datastore1] bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.033325] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0aacec-15c7-4796-b575-afd540945ce2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.040237] env[69473]: DEBUG oslo_vmware.api [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for the task: (returnval){ [ 1280.040237] env[69473]: value = "task-3358905" [ 1280.040237] env[69473]: _type = "Task" [ 1280.040237] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.048441] env[69473]: DEBUG oslo_vmware.api [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.264418] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.502870] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52fe8a54-cea0-846b-9000-bcddfcb3c94d, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.503223] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.503463] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.503681] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.503827] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.504019] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.504306] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6eebc54-4d69-4e82-beea-9b55d5053ee6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.508534] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.512286] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.512458] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.513126] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661820fe-bcf4-4ffb-b836-bc81886bc031 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.517911] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1280.517911] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528257a3-e393-8f51-3d19-a162363b9449" [ 1280.517911] env[69473]: _type = "Task" [ 1280.517911] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.525296] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528257a3-e393-8f51-3d19-a162363b9449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.548752] env[69473]: DEBUG oslo_vmware.api [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Task: {'id': task-3358905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131696} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.548982] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.549184] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.549358] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.549533] env[69473]: INFO nova.compute.manager [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1280.549762] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.549954] env[69473]: DEBUG nova.compute.manager [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.550077] env[69473]: DEBUG nova.network.neutron [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.024058] env[69473]: DEBUG nova.compute.manager [req-a8787fd6-1ad2-4c06-a0c2-959f63993f32 req-f00ceb52-d0f7-42da-aa80-db11d4e69ab0 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Received event network-vif-deleted-0c0327b3-269c-4022-9a78-e9a8061cd285 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.024223] env[69473]: INFO nova.compute.manager [req-a8787fd6-1ad2-4c06-a0c2-959f63993f32 req-f00ceb52-d0f7-42da-aa80-db11d4e69ab0 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Neutron deleted interface 0c0327b3-269c-4022-9a78-e9a8061cd285; detaching it from the instance and deleting it from the info cache [ 1281.024601] env[69473]: DEBUG nova.network.neutron [req-a8787fd6-1ad2-4c06-a0c2-959f63993f32 req-f00ceb52-d0f7-42da-aa80-db11d4e69ab0 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.032318] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528257a3-e393-8f51-3d19-a162363b9449, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.033319] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a792f4c-94e7-45f8-a502-8eab3ecb14be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.040281] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1281.040281] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc8440-fccf-2aae-2b7f-1369e4df32c6" [ 1281.040281] env[69473]: _type = "Task" [ 1281.040281] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.048499] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc8440-fccf-2aae-2b7f-1369e4df32c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.226035] env[69473]: INFO nova.compute.manager [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Resuming [ 1281.226709] env[69473]: DEBUG nova.objects.instance [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'flavor' on Instance uuid a69016c8-e5ad-41f8-8197-15e79a7f996d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.337362] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "35de7225-d2c3-4372-856a-cbdf082da659" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.337613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.337849] env[69473]: INFO nova.compute.manager [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Attaching volume f37bc1d8-5d3b-4692-91dc-0d96b2519397 to /dev/sdb [ 1281.368056] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34059aae-2264-43c4-9ab6-3d859f81ea4e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.375120] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc80c58c-0bfc-4a53-9fff-e5a8c3070073 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.388588] env[69473]: DEBUG nova.virt.block_device [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Updating existing volume attachment record: 804eb134-8d1f-4447-9196-7f79a002ea52 {{(pid=69473) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1281.506030] env[69473]: DEBUG nova.network.neutron [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.527767] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf74cbb9-9385-4cd9-bf18-f842560f9b1d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.538082] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102bae0e-f9f6-4e19-beca-2a3ea8fa585c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.558442] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dc8440-fccf-2aae-2b7f-1369e4df32c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.558707] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.558957] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/9e2599d1-5e52-4fcb-9f28-5ec9aa559abc.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.559218] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066b300d-9e30-4695-8d55-dad8937a488a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.567653] env[69473]: DEBUG nova.compute.manager [req-a8787fd6-1ad2-4c06-a0c2-959f63993f32 req-f00ceb52-d0f7-42da-aa80-db11d4e69ab0 service nova] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Detach interface failed, port_id=0c0327b3-269c-4022-9a78-e9a8061cd285, reason: Instance bda7fae2-0aa4-452f-80d5-27de5ec2f638 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.572247] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1281.572247] env[69473]: value = "task-3358907" [ 1281.572247] env[69473]: _type = "Task" [ 1281.572247] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.579890] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.008299] env[69473]: INFO nova.compute.manager [-] [instance: bda7fae2-0aa4-452f-80d5-27de5ec2f638] Took 1.46 seconds to deallocate network for instance. [ 1282.082884] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448176} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.083200] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/9e2599d1-5e52-4fcb-9f28-5ec9aa559abc.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.083393] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.083648] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa3688ae-8d43-48a0-b2a2-e35dc9c3313a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.090918] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1282.090918] env[69473]: value = "task-3358908" [ 1282.090918] env[69473]: _type = "Task" [ 1282.090918] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.098226] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.516030] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.516543] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.516543] env[69473]: DEBUG nova.objects.instance [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lazy-loading 'resources' on Instance uuid bda7fae2-0aa4-452f-80d5-27de5ec2f638 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.600583] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069021} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.600839] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.601599] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1854e1e2-0b7a-4ba1-bcf3-5e3cd8d6c5c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.622658] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/9e2599d1-5e52-4fcb-9f28-5ec9aa559abc.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.622891] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4814345d-3524-4207-b3b4-c7ff55276b94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.641388] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1282.641388] env[69473]: value = "task-3358909" [ 1282.641388] env[69473]: _type = "Task" [ 1282.641388] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.648898] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.738123] env[69473]: DEBUG oslo_concurrency.lockutils [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.738300] env[69473]: DEBUG oslo_concurrency.lockutils [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquired lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.738491] env[69473]: DEBUG nova.network.neutron [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.086886] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b30fcb3-d381-4650-bffc-87d3f1bd64b7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.096326] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead5cccc-e9d1-4001-9516-0e359922c637 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.125503] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf60f9ff-883b-44e7-81c7-b81f7d5ed917 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.132724] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8c8396-daac-4fa6-a163-1ee8532aae9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.145700] env[69473]: DEBUG nova.compute.provider_tree [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.154507] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358909, 'name': ReconfigVM_Task, 'duration_secs': 0.254022} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.155386] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/9e2599d1-5e52-4fcb-9f28-5ec9aa559abc.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.156129] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-080f5ce7-5e3f-4d43-9632-d5ffcec2ba94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.162606] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1283.162606] env[69473]: value = "task-3358910" [ 1283.162606] env[69473]: _type = "Task" [ 1283.162606] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.170070] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358910, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.429377] env[69473]: DEBUG nova.network.neutron [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updating instance_info_cache with network_info: [{"id": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "address": "fa:16:3e:f2:12:7e", "network": {"id": "00623a09-0d93-4844-83d8-4a8b6b2c9e3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589633288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef7d53c3e97433fa5a66f1afa938a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaf1854-d5", "ovs_interfaceid": "7eaf1854-d5d9-45ae-aedd-b3e386122cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.668666] env[69473]: ERROR nova.scheduler.client.report [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] [req-dd29da1a-d649-4cba-b985-3cfd30af177a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd29da1a-d649-4cba-b985-3cfd30af177a"}]} [ 1283.674182] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358910, 'name': Rename_Task, 'duration_secs': 0.143164} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.674468] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.674713] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583a4728-b36d-4e9b-a03a-49948545c240 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.680571] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1283.680571] env[69473]: value = "task-3358912" [ 1283.680571] env[69473]: _type = "Task" [ 1283.680571] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.687769] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.688624] env[69473]: DEBUG nova.scheduler.client.report [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1283.702754] env[69473]: DEBUG nova.scheduler.client.report [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1283.702941] env[69473]: DEBUG nova.compute.provider_tree [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.715018] env[69473]: DEBUG nova.scheduler.client.report [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1283.735912] env[69473]: DEBUG nova.scheduler.client.report [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1283.806944] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83725cb6-e810-41a9-9b43-92127e35e62d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.814724] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2b9770-3803-4191-94f5-f8b4758f0649 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.846969] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2487d67a-69a2-44e1-9034-8f00a9f6eb9c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.854670] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe1d23c-47d4-4ad4-b340-b97421e93955 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.873986] env[69473]: DEBUG nova.compute.provider_tree [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.931875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Releasing lock "refresh_cache-a69016c8-e5ad-41f8-8197-15e79a7f996d" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.932901] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903ccacc-1baf-4596-9b4f-291a3e444ee6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.939985] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Resuming the VM {{(pid=69473) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1283.940233] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-026024f6-327e-4b17-9c5e-57047e79c429 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.946971] env[69473]: DEBUG oslo_vmware.api [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1283.946971] env[69473]: value = "task-3358913" [ 1283.946971] env[69473]: _type = "Task" [ 1283.946971] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.954563] env[69473]: DEBUG oslo_vmware.api [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.190479] env[69473]: DEBUG oslo_vmware.api [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358912, 'name': PowerOnVM_Task, 'duration_secs': 0.476783} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.190755] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.190958] env[69473]: INFO nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1284.191154] env[69473]: DEBUG nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.191914] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e8ca2e-606e-4f49-96cc-97e82be0e7cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.407909] env[69473]: DEBUG nova.scheduler.client.report [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1284.408220] env[69473]: DEBUG nova.compute.provider_tree [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 173 to 174 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1284.408411] env[69473]: DEBUG nova.compute.provider_tree [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1284.464923] env[69473]: DEBUG oslo_vmware.api [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.707169] env[69473]: INFO nova.compute.manager [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Took 13.23 seconds to build instance. [ 1284.914076] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.933838] env[69473]: INFO nova.scheduler.client.report [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Deleted allocations for instance bda7fae2-0aa4-452f-80d5-27de5ec2f638 [ 1284.958317] env[69473]: INFO nova.compute.manager [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Rescuing [ 1284.958550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.958713] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.958894] env[69473]: DEBUG nova.network.neutron [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.960074] env[69473]: DEBUG oslo_vmware.api [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358913, 'name': PowerOnVM_Task, 'duration_secs': 0.533568} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.960369] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Resumed the VM {{(pid=69473) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1284.960901] env[69473]: DEBUG nova.compute.manager [None req-da8a9728-1c65-4052-b6f2-9f1584433c1c tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.961360] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728bd19c-1c0e-46e8-9035-ef6626316909 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.209612] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f30180ae-4b3a-433d-9b91-35895885a56a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.441668] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c862685c-2555-43c9-8db8-949f3a23c12d tempest-AttachVolumeShelveTestJSON-402922845 tempest-AttachVolumeShelveTestJSON-402922845-project-member] Lock "bda7fae2-0aa4-452f-80d5-27de5ec2f638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.506s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.647583] env[69473]: DEBUG nova.network.neutron [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Updating instance_info_cache with network_info: [{"id": "cc6e25ce-8437-4075-9378-b20310eef9c3", "address": "fa:16:3e:a4:10:ff", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6e25ce-84", "ovs_interfaceid": "cc6e25ce-8437-4075-9378-b20310eef9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.934128] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Volume attach. Driver type: vmdk {{(pid=69473) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1285.934128] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670336', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'name': 'volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35de7225-d2c3-4372-856a-cbdf082da659', 'attached_at': '', 'detached_at': '', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'serial': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1285.934998] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25d821a-1584-48df-a667-9d3c4014f1a5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.951406] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199544c8-7ec1-4290-a0cc-c0bcf8a2671d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.976630] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397/volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.977011] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd58ea5-34d2-4707-876b-fcbbc53ea9a6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.995620] env[69473]: DEBUG oslo_vmware.api [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1285.995620] env[69473]: value = "task-3358914" [ 1285.995620] env[69473]: _type = "Task" [ 1285.995620] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.003872] env[69473]: DEBUG oslo_vmware.api [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.138885] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.139178] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.139398] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "a69016c8-e5ad-41f8-8197-15e79a7f996d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.139586] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.139757] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.141930] env[69473]: INFO nova.compute.manager [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Terminating instance [ 1286.151801] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "refresh_cache-9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.509345] env[69473]: DEBUG oslo_vmware.api [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.646542] env[69473]: DEBUG nova.compute.manager [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.646929] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.648253] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063a198-7586-4729-b34b-a408ff26ea7a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.660134] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.660448] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af970a66-ca02-4a8f-ad9d-bd96dd8ef4cc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.666456] env[69473]: DEBUG oslo_vmware.api [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1286.666456] env[69473]: value = "task-3358916" [ 1286.666456] env[69473]: _type = "Task" [ 1286.666456] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.675671] env[69473]: DEBUG oslo_vmware.api [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.006043] env[69473]: DEBUG oslo_vmware.api [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358914, 'name': ReconfigVM_Task, 'duration_secs': 0.85057} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.006408] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397/volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.011084] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68958c04-403c-40fa-a56f-15ae2ae23657 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.025386] env[69473]: DEBUG oslo_vmware.api [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1287.025386] env[69473]: value = "task-3358917" [ 1287.025386] env[69473]: _type = "Task" [ 1287.025386] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.032798] env[69473]: DEBUG oslo_vmware.api [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.176099] env[69473]: DEBUG oslo_vmware.api [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358916, 'name': PowerOffVM_Task, 'duration_secs': 0.214008} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.176432] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.176687] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.176963] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8768b855-8bb9-457b-b2be-4fb15ae287ba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.239304] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.239595] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.239804] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleting the datastore file [datastore1] a69016c8-e5ad-41f8-8197-15e79a7f996d {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.240085] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef5c7efa-c121-49e7-80c6-902caf17bebf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.246562] env[69473]: DEBUG oslo_vmware.api [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for the task: (returnval){ [ 1287.246562] env[69473]: value = "task-3358919" [ 1287.246562] env[69473]: _type = "Task" [ 1287.246562] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.254525] env[69473]: DEBUG oslo_vmware.api [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.535939] env[69473]: DEBUG oslo_vmware.api [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358917, 'name': ReconfigVM_Task, 'duration_secs': 0.163697} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.536330] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670336', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'name': 'volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35de7225-d2c3-4372-856a-cbdf082da659', 'attached_at': '', 'detached_at': '', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'serial': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397'} {{(pid=69473) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1287.687722] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.688029] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3d4bfb-1f23-484c-a9ed-f43670b22915 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.697339] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1287.697339] env[69473]: value = "task-3358920" [ 1287.697339] env[69473]: _type = "Task" [ 1287.697339] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.704850] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.757394] env[69473]: DEBUG oslo_vmware.api [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Task: {'id': task-3358919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304955} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.757638] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.757808] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.758044] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.758262] env[69473]: INFO nova.compute.manager [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1287.758511] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.758702] env[69473]: DEBUG nova.compute.manager [-] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.758830] env[69473]: DEBUG nova.network.neutron [-] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.198658] env[69473]: DEBUG nova.compute.manager [req-90d3bd60-2b16-4f55-9a56-95623c3b0e66 req-6fde7d9f-4737-4995-9734-33caaa84e65d service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Received event network-vif-deleted-7eaf1854-d5d9-45ae-aedd-b3e386122cd7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.198902] env[69473]: INFO nova.compute.manager [req-90d3bd60-2b16-4f55-9a56-95623c3b0e66 req-6fde7d9f-4737-4995-9734-33caaa84e65d service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Neutron deleted interface 7eaf1854-d5d9-45ae-aedd-b3e386122cd7; detaching it from the instance and deleting it from the info cache [ 1288.200035] env[69473]: DEBUG nova.network.neutron [req-90d3bd60-2b16-4f55-9a56-95623c3b0e66 req-6fde7d9f-4737-4995-9734-33caaa84e65d service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.209945] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358920, 'name': PowerOffVM_Task, 'duration_secs': 0.19139} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.210219] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.211464] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa8d742-f861-40b9-a5b4-61d63eff2349 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.231036] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c1c5ab-4729-4660-bc68-95ee77abc8c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.256489] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.256776] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9220b56b-2a35-4e32-82de-5cc61cd8a2d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.263149] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1288.263149] env[69473]: value = "task-3358921" [ 1288.263149] env[69473]: _type = "Task" [ 1288.263149] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.270590] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.576453] env[69473]: DEBUG nova.objects.instance [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'flavor' on Instance uuid 35de7225-d2c3-4372-856a-cbdf082da659 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.682386] env[69473]: DEBUG nova.network.neutron [-] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.705230] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af32a7bc-3430-4ed9-a2d7-bf25ac1f1abc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.715874] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc39beb-a4cf-4e21-98f9-98e53cbdb7cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.745299] env[69473]: DEBUG nova.compute.manager [req-90d3bd60-2b16-4f55-9a56-95623c3b0e66 req-6fde7d9f-4737-4995-9734-33caaa84e65d service nova] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Detach interface failed, port_id=7eaf1854-d5d9-45ae-aedd-b3e386122cd7, reason: Instance a69016c8-e5ad-41f8-8197-15e79a7f996d could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.773300] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1288.773511] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.773754] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.773902] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.774126] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.774403] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f3a49f5-b46c-4eb9-902e-946bb0557397 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.783053] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.783535] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.783926] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1029c4-d13d-400e-ae6f-7e34443518fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.788901] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1288.788901] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52915ddd-352d-f075-034e-61e67154464e" [ 1288.788901] env[69473]: _type = "Task" [ 1288.788901] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.796709] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52915ddd-352d-f075-034e-61e67154464e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.800171] env[69473]: DEBUG oslo_concurrency.lockutils [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "35de7225-d2c3-4372-856a-cbdf082da659" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.081875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-a7bc7873-7ad9-485a-b533-565fd50fd41e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.744s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.082789] env[69473]: DEBUG oslo_concurrency.lockutils [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.283s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.184713] env[69473]: INFO nova.compute.manager [-] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Took 1.43 seconds to deallocate network for instance. [ 1289.298958] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52915ddd-352d-f075-034e-61e67154464e, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.299894] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c564ce-18da-41eb-8132-d7adc858c365 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.304832] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1289.304832] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524e9fb5-7d03-88f7-dc8d-731f2d71c56f" [ 1289.304832] env[69473]: _type = "Task" [ 1289.304832] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.313349] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524e9fb5-7d03-88f7-dc8d-731f2d71c56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.585739] env[69473]: INFO nova.compute.manager [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Detaching volume f37bc1d8-5d3b-4692-91dc-0d96b2519397 [ 1289.628994] env[69473]: INFO nova.virt.block_device [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Attempting to driver detach volume f37bc1d8-5d3b-4692-91dc-0d96b2519397 from mountpoint /dev/sdb [ 1289.629282] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Volume detach. Driver type: vmdk {{(pid=69473) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.629487] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670336', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'name': 'volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35de7225-d2c3-4372-856a-cbdf082da659', 'attached_at': '', 'detached_at': '', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'serial': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1289.630413] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493d1e1d-e877-4383-b0c5-5539f3daa24d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.653256] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c6389-6e00-456a-b77d-b458dd98a4d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.660657] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316bb3c-4f36-49e2-a3ba-7beecb441f71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.681976] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183e6b3-203c-43f1-9a45-cb9a29fdecdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.699950] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.700260] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.700480] env[69473]: DEBUG nova.objects.instance [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lazy-loading 'resources' on Instance uuid a69016c8-e5ad-41f8-8197-15e79a7f996d {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.701637] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] The volume has not been displaced from its original location: [datastore2] volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397/volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397.vmdk. No consolidation needed. {{(pid=69473) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1289.707187] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.707854] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1233d609-56b8-46ce-bf6a-4393f5943123 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.727906] env[69473]: DEBUG oslo_vmware.api [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1289.727906] env[69473]: value = "task-3358922" [ 1289.727906] env[69473]: _type = "Task" [ 1289.727906] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.737546] env[69473]: DEBUG oslo_vmware.api [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.815695] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]524e9fb5-7d03-88f7-dc8d-731f2d71c56f, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.816043] env[69473]: DEBUG oslo_concurrency.lockutils [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.816323] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. {{(pid=69473) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1289.816612] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8514059-cd1c-497c-9b8d-2e5f4242d5fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.823962] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1289.823962] env[69473]: value = "task-3358923" [ 1289.823962] env[69473]: _type = "Task" [ 1289.823962] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.832850] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.250354] env[69473]: DEBUG oslo_vmware.api [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358922, 'name': ReconfigVM_Task, 'duration_secs': 0.250474} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.250727] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.258723] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e34774-d95a-4447-8922-fd00dd70807b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.276335] env[69473]: DEBUG oslo_vmware.api [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1290.276335] env[69473]: value = "task-3358924" [ 1290.276335] env[69473]: _type = "Task" [ 1290.276335] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.288515] env[69473]: DEBUG oslo_vmware.api [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.310942] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b19b0fe-6d1d-4ca5-b207-1bbefc2fb782 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.320040] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab7d0e1-ba7b-4a0f-9d67-5867df641a2c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.374567] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3a6210-1c6b-40c7-887f-0078058db9c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.383256] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498419} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.385302] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. [ 1290.385440] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a06d91-8eef-40d1-affb-08a1198d063a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.394998] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f522b-f583-4ab1-bfff-5729352f8473 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.436245] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.437328] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71abcb7a-32cb-414f-ad2c-9e2c7ad59a0b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.473908] env[69473]: DEBUG nova.compute.provider_tree [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.482766] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1290.482766] env[69473]: value = "task-3358925" [ 1290.482766] env[69473]: _type = "Task" [ 1290.482766] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.495561] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.786941] env[69473]: DEBUG oslo_vmware.api [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358924, 'name': ReconfigVM_Task, 'duration_secs': 0.154877} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.787302] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-670336', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'name': 'volume-f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35de7225-d2c3-4372-856a-cbdf082da659', 'attached_at': '', 'detached_at': '', 'volume_id': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397', 'serial': 'f37bc1d8-5d3b-4692-91dc-0d96b2519397'} {{(pid=69473) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.980024] env[69473]: DEBUG nova.scheduler.client.report [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.993141] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358925, 'name': ReconfigVM_Task, 'duration_secs': 0.386247} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.994538] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.995849] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9d6a14-2e5d-45cf-95a1-6d5b5ab694c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.025434] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7bed0f-a81e-4b66-9e14-555d22bc62d7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.043334] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1291.043334] env[69473]: value = "task-3358926" [ 1291.043334] env[69473]: _type = "Task" [ 1291.043334] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.052571] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.334918] env[69473]: DEBUG nova.objects.instance [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'flavor' on Instance uuid 35de7225-d2c3-4372-856a-cbdf082da659 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.483613] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.508315] env[69473]: INFO nova.scheduler.client.report [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Deleted allocations for instance a69016c8-e5ad-41f8-8197-15e79a7f996d [ 1291.553759] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358926, 'name': ReconfigVM_Task, 'duration_secs': 0.161096} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.554065] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.554315] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6300e9f4-4b50-4c14-b01b-b94957f59feb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.560142] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1291.560142] env[69473]: value = "task-3358927" [ 1291.560142] env[69473]: _type = "Task" [ 1291.560142] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.567872] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.015259] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5b049cda-237c-4ce1-9dbc-97d8353bf109 tempest-ServerActionsTestJSON-1968453973 tempest-ServerActionsTestJSON-1968453973-project-member] Lock "a69016c8-e5ad-41f8-8197-15e79a7f996d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.876s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.070040] env[69473]: DEBUG oslo_vmware.api [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358927, 'name': PowerOnVM_Task, 'duration_secs': 0.358421} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.070325] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.072905] env[69473]: DEBUG nova.compute.manager [None req-1bcf3cfd-6909-4b16-a73b-4c66ad6a7ed6 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.073652] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395b83d-0a2e-4ad0-b22c-fbf26a0afcf7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.342778] env[69473]: DEBUG oslo_concurrency.lockutils [None req-febde1dd-2ca9-41e1-8da4-a395b38246cd tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.061378] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "35de7225-d2c3-4372-856a-cbdf082da659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.061676] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.061892] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "35de7225-d2c3-4372-856a-cbdf082da659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.062137] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.062326] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.064560] env[69473]: INFO nova.compute.manager [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Terminating instance [ 1293.479893] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "d7c6a45a-59ab-427c-8029-65007915ff5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.479893] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.568545] env[69473]: DEBUG nova.compute.manager [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.568748] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.569651] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4080dda4-344f-4630-a76e-4ab4844eeb60 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.577644] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.577886] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa6fbfb-d5a3-40b5-b34c-9224e8dfb742 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.583736] env[69473]: DEBUG oslo_vmware.api [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1293.583736] env[69473]: value = "task-3358928" [ 1293.583736] env[69473]: _type = "Task" [ 1293.583736] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.982144] env[69473]: DEBUG nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.094574] env[69473]: DEBUG oslo_vmware.api [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358928, 'name': PowerOffVM_Task, 'duration_secs': 0.303061} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.094925] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.095124] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.095430] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fae22ff6-ca0c-4f38-816a-239f24e383be {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.161690] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.161914] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.162174] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleting the datastore file [datastore1] 35de7225-d2c3-4372-856a-cbdf082da659 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.162441] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b609a074-0616-400c-ac88-1f2618a22b2d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.169271] env[69473]: DEBUG oslo_vmware.api [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for the task: (returnval){ [ 1294.169271] env[69473]: value = "task-3358930" [ 1294.169271] env[69473]: _type = "Task" [ 1294.169271] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.177707] env[69473]: DEBUG oslo_vmware.api [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.506565] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.506904] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.508385] env[69473]: INFO nova.compute.claims [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.680509] env[69473]: DEBUG oslo_vmware.api [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.181737] env[69473]: DEBUG oslo_vmware.api [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Task: {'id': task-3358930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58782} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.181737] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.181737] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.182034] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.182034] env[69473]: INFO nova.compute.manager [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1295.182214] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.182437] env[69473]: DEBUG nova.compute.manager [-] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.182533] env[69473]: DEBUG nova.network.neutron [-] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.586370] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e195628d-5558-48da-9bd2-594752a28f91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.593650] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3272bd-188b-4da6-b0b1-b719e978c0d8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.633058] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020b269e-9448-47da-8e4d-775cca490b96 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.636505] env[69473]: DEBUG nova.compute.manager [req-db2a65e3-115f-4f46-9e74-515ca88ef9c0 req-ee2789c6-bbc8-4530-a240-229bfa3ab12d service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Received event network-vif-deleted-ff5f8d12-23ff-425d-9a21-546aed2747f2 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.636691] env[69473]: INFO nova.compute.manager [req-db2a65e3-115f-4f46-9e74-515ca88ef9c0 req-ee2789c6-bbc8-4530-a240-229bfa3ab12d service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Neutron deleted interface ff5f8d12-23ff-425d-9a21-546aed2747f2; detaching it from the instance and deleting it from the info cache [ 1295.636861] env[69473]: DEBUG nova.network.neutron [req-db2a65e3-115f-4f46-9e74-515ca88ef9c0 req-ee2789c6-bbc8-4530-a240-229bfa3ab12d service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.644472] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c2787-4c7a-4b15-a0bf-dd83cd894484 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.659580] env[69473]: DEBUG nova.compute.provider_tree [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.132606] env[69473]: DEBUG nova.network.neutron [-] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.139145] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02fb64ec-f1de-4f16-b5a1-aaa30fa86d2b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.150346] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cd725c-df03-4011-b5dc-b25901651d71 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.163324] env[69473]: DEBUG nova.scheduler.client.report [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.184027] env[69473]: DEBUG nova.compute.manager [req-db2a65e3-115f-4f46-9e74-515ca88ef9c0 req-ee2789c6-bbc8-4530-a240-229bfa3ab12d service nova] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Detach interface failed, port_id=ff5f8d12-23ff-425d-9a21-546aed2747f2, reason: Instance 35de7225-d2c3-4372-856a-cbdf082da659 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.635540] env[69473]: INFO nova.compute.manager [-] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Took 1.45 seconds to deallocate network for instance. [ 1296.669698] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.670354] env[69473]: DEBUG nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.143043] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.143347] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.143570] env[69473]: DEBUG nova.objects.instance [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lazy-loading 'resources' on Instance uuid 35de7225-d2c3-4372-856a-cbdf082da659 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.175368] env[69473]: DEBUG nova.compute.utils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.176657] env[69473]: DEBUG nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.176848] env[69473]: DEBUG nova.network.neutron [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.214641] env[69473]: DEBUG nova.policy [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3745e53b458b4b179b5124e96440a0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0918b8e19c4a44d680782c6854bf5c97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.459073] env[69473]: DEBUG nova.network.neutron [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Successfully created port: 01bc4853-4007-48a5-b2b2-f8c4f431f36b {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.679369] env[69473]: DEBUG nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.711819] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ec6152-9213-4e97-880e-f420a0e66d82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.724408] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf938a7-7242-4200-ad26-2eaa1044d970 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.770452] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb8040-cedb-4644-a8b8-c5b047b67c0a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.780829] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852aaeb-62bd-4aad-b52c-d2f29b56d31d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.799281] env[69473]: DEBUG nova.compute.provider_tree [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.303170] env[69473]: DEBUG nova.scheduler.client.report [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.689951] env[69473]: DEBUG nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.715908] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.716238] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.716447] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.716666] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.716889] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.717111] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.717444] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.717770] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.718056] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.718251] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.718702] env[69473]: DEBUG nova.virt.hardware [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.719426] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65da4ef-1338-4513-bb5e-963ed48a1b7c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.728179] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7376d2-9e23-49c2-9d23-af92de761a19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.809018] env[69473]: DEBUG nova.compute.manager [req-f413ea42-506a-4d62-ac3e-3318e93c6bb6 req-a74f8fa7-634b-4158-a161-17540db5409a service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Received event network-vif-plugged-01bc4853-4007-48a5-b2b2-f8c4f431f36b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.809018] env[69473]: DEBUG oslo_concurrency.lockutils [req-f413ea42-506a-4d62-ac3e-3318e93c6bb6 req-a74f8fa7-634b-4158-a161-17540db5409a service nova] Acquiring lock "d7c6a45a-59ab-427c-8029-65007915ff5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.809018] env[69473]: DEBUG oslo_concurrency.lockutils [req-f413ea42-506a-4d62-ac3e-3318e93c6bb6 req-a74f8fa7-634b-4158-a161-17540db5409a service nova] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.809018] env[69473]: DEBUG oslo_concurrency.lockutils [req-f413ea42-506a-4d62-ac3e-3318e93c6bb6 req-a74f8fa7-634b-4158-a161-17540db5409a service nova] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.809018] env[69473]: DEBUG nova.compute.manager [req-f413ea42-506a-4d62-ac3e-3318e93c6bb6 req-a74f8fa7-634b-4158-a161-17540db5409a service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] No waiting events found dispatching network-vif-plugged-01bc4853-4007-48a5-b2b2-f8c4f431f36b {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.809018] env[69473]: WARNING nova.compute.manager [req-f413ea42-506a-4d62-ac3e-3318e93c6bb6 req-a74f8fa7-634b-4158-a161-17540db5409a service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Received unexpected event network-vif-plugged-01bc4853-4007-48a5-b2b2-f8c4f431f36b for instance with vm_state building and task_state spawning. [ 1298.809592] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.828614] env[69473]: INFO nova.scheduler.client.report [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Deleted allocations for instance 35de7225-d2c3-4372-856a-cbdf082da659 [ 1298.892442] env[69473]: DEBUG nova.network.neutron [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Successfully updated port: 01bc4853-4007-48a5-b2b2-f8c4f431f36b {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.337922] env[69473]: DEBUG oslo_concurrency.lockutils [None req-baaddb34-7dd9-4f02-a135-642ef8726e2e tempest-AttachVolumeNegativeTest-994910829 tempest-AttachVolumeNegativeTest-994910829-project-member] Lock "35de7225-d2c3-4372-856a-cbdf082da659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.276s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.394836] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.394836] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.394836] env[69473]: DEBUG nova.network.neutron [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.925738] env[69473]: DEBUG nova.network.neutron [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.041148] env[69473]: DEBUG nova.network.neutron [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Updating instance_info_cache with network_info: [{"id": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "address": "fa:16:3e:d2:18:6d", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc4853-40", "ovs_interfaceid": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.545018] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.545018] env[69473]: DEBUG nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Instance network_info: |[{"id": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "address": "fa:16:3e:d2:18:6d", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc4853-40", "ovs_interfaceid": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.545018] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:18:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01bc4853-4007-48a5-b2b2-f8c4f431f36b', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.552500] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.552699] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.552950] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a241dd77-78ab-4968-80c4-1c34a7e0a359 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.573568] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.573568] env[69473]: value = "task-3358932" [ 1300.573568] env[69473]: _type = "Task" [ 1300.573568] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.581054] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358932, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.832434] env[69473]: DEBUG nova.compute.manager [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Received event network-changed-01bc4853-4007-48a5-b2b2-f8c4f431f36b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.832733] env[69473]: DEBUG nova.compute.manager [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Refreshing instance network info cache due to event network-changed-01bc4853-4007-48a5-b2b2-f8c4f431f36b. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.833038] env[69473]: DEBUG oslo_concurrency.lockutils [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] Acquiring lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.833204] env[69473]: DEBUG oslo_concurrency.lockutils [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] Acquired lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.833364] env[69473]: DEBUG nova.network.neutron [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Refreshing network info cache for port 01bc4853-4007-48a5-b2b2-f8c4f431f36b {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.084026] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358932, 'name': CreateVM_Task, 'duration_secs': 0.43554} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.084391] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.084903] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.085084] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.085415] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.085670] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a606b26e-0da2-4123-bd63-64d3054ef8ed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.089895] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1301.089895] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dd152c-b97f-ec06-6cf3-ddce5ad0870e" [ 1301.089895] env[69473]: _type = "Task" [ 1301.089895] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.097595] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dd152c-b97f-ec06-6cf3-ddce5ad0870e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.498697] env[69473]: DEBUG nova.network.neutron [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Updated VIF entry in instance network info cache for port 01bc4853-4007-48a5-b2b2-f8c4f431f36b. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.499238] env[69473]: DEBUG nova.network.neutron [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Updating instance_info_cache with network_info: [{"id": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "address": "fa:16:3e:d2:18:6d", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc4853-40", "ovs_interfaceid": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.600043] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52dd152c-b97f-ec06-6cf3-ddce5ad0870e, 'name': SearchDatastore_Task, 'duration_secs': 0.013918} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.600390] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.600662] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.600940] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.601145] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.601342] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.601602] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-199a191e-01d7-454e-b741-2bd2c978c340 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.609467] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.609608] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.610304] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693c11ea-97b6-42f5-91c3-e151b30b1021 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.614848] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1301.614848] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ed79e2-5647-a81a-ca52-2eebeb6e1428" [ 1301.614848] env[69473]: _type = "Task" [ 1301.614848] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.622018] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ed79e2-5647-a81a-ca52-2eebeb6e1428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.001893] env[69473]: DEBUG oslo_concurrency.lockutils [req-0a51f2ae-1303-45bb-8baf-ce86468facb5 req-a6a9b8b1-f28f-4e6a-8e94-b229f893cc51 service nova] Releasing lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.125473] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ed79e2-5647-a81a-ca52-2eebeb6e1428, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.126268] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de55a06f-aeb4-47de-87f2-5108148041fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.131164] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1302.131164] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529645b5-1f9f-95c1-3cc6-01d4c9b68274" [ 1302.131164] env[69473]: _type = "Task" [ 1302.131164] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.138581] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529645b5-1f9f-95c1-3cc6-01d4c9b68274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.641643] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529645b5-1f9f-95c1-3cc6-01d4c9b68274, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.641902] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.642167] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/d7c6a45a-59ab-427c-8029-65007915ff5a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.642428] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0523bcd1-6321-4caf-98ce-363c63a85934 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.649224] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1302.649224] env[69473]: value = "task-3358933" [ 1302.649224] env[69473]: _type = "Task" [ 1302.649224] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.656647] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.160108] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435071} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.160108] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/d7c6a45a-59ab-427c-8029-65007915ff5a.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.160108] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.160108] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1618ffba-c82c-4fb2-9a8f-c7ea297006db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.165814] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1303.165814] env[69473]: value = "task-3358935" [ 1303.165814] env[69473]: _type = "Task" [ 1303.165814] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.172502] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.675221] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06597} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.675542] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.676402] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21988483-0e9e-4564-bb6a-91c4e05be04e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.698054] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/d7c6a45a-59ab-427c-8029-65007915ff5a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.698309] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a06fee-9a66-4f3c-9a7b-de8a87bdf638 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.717521] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1303.717521] env[69473]: value = "task-3358936" [ 1303.717521] env[69473]: _type = "Task" [ 1303.717521] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.725221] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.227289] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358936, 'name': ReconfigVM_Task, 'duration_secs': 0.298367} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.227642] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/d7c6a45a-59ab-427c-8029-65007915ff5a.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.228186] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32d038b9-6b55-4da2-a624-acf6c71db1de {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.234484] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1304.234484] env[69473]: value = "task-3358937" [ 1304.234484] env[69473]: _type = "Task" [ 1304.234484] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.241792] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358937, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.744177] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358937, 'name': Rename_Task, 'duration_secs': 0.128751} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.744420] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.744687] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78cb7fdb-b2d7-4a5c-936e-5602f2bdd310 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.750725] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1304.750725] env[69473]: value = "task-3358938" [ 1304.750725] env[69473]: _type = "Task" [ 1304.750725] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.759248] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.261041] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.760867] env[69473]: DEBUG oslo_vmware.api [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358938, 'name': PowerOnVM_Task, 'duration_secs': 0.530708} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.761134] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.761338] env[69473]: INFO nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1305.761517] env[69473]: DEBUG nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.762282] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde2f186-41e3-44ff-9c1c-b7a598233613 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.280992] env[69473]: INFO nova.compute.manager [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Took 11.79 seconds to build instance. [ 1306.570559] env[69473]: INFO nova.compute.manager [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Rescuing [ 1306.570822] env[69473]: DEBUG oslo_concurrency.lockutils [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.570979] env[69473]: DEBUG oslo_concurrency.lockutils [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.571173] env[69473]: DEBUG nova.network.neutron [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.782777] env[69473]: DEBUG oslo_concurrency.lockutils [None req-7802208d-0caa-4c03-870e-25a99520fa9b tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.304s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.251675] env[69473]: DEBUG nova.network.neutron [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Updating instance_info_cache with network_info: [{"id": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "address": "fa:16:3e:d2:18:6d", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc4853-40", "ovs_interfaceid": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.754734] env[69473]: DEBUG oslo_concurrency.lockutils [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.291740] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.292113] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f5a12b-38fb-43f3-a4f8-35e2f19fc28e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.299066] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1309.299066] env[69473]: value = "task-3358940" [ 1309.299066] env[69473]: _type = "Task" [ 1309.299066] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.307173] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.808719] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358940, 'name': PowerOffVM_Task, 'duration_secs': 0.201967} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.808984] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.809872] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf84266-b989-4cf4-9070-d491fe34ed39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.832523] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd95809-5843-4e2e-a53e-49a41093cfbf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.864402] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.864713] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f986f3-4378-45e9-8382-4ecd1c07e067 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.871342] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1309.871342] env[69473]: value = "task-3358941" [ 1309.871342] env[69473]: _type = "Task" [ 1309.871342] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.879149] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.385221] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1310.385565] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.385695] env[69473]: DEBUG oslo_concurrency.lockutils [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.385788] env[69473]: DEBUG oslo_concurrency.lockutils [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.385964] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.386239] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1893a3d8-4171-466a-a4e9-ee69b98558ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.397221] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.397406] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.398149] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3b5d30-4e68-478a-8b23-cf18ad21a2a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.404337] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1310.404337] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a01995-7f5d-ff64-edc2-f1c356b12c2e" [ 1310.404337] env[69473]: _type = "Task" [ 1310.404337] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.413391] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a01995-7f5d-ff64-edc2-f1c356b12c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.914565] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52a01995-7f5d-ff64-edc2-f1c356b12c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.915442] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9be92d-56b4-410e-9c80-7e92acd22740 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.920967] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1310.920967] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52354db7-92b2-fe6c-eae8-cb064cd770e1" [ 1310.920967] env[69473]: _type = "Task" [ 1310.920967] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.928880] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52354db7-92b2-fe6c-eae8-cb064cd770e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.353606] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.353874] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.354080] env[69473]: INFO nova.compute.manager [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Shelving [ 1311.431256] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52354db7-92b2-fe6c-eae8-cb064cd770e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.431632] env[69473]: DEBUG oslo_concurrency.lockutils [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.431697] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. {{(pid=69473) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1311.431950] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e146fd8-29d9-427f-8302-21d62322e8ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.438759] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1311.438759] env[69473]: value = "task-3358942" [ 1311.438759] env[69473]: _type = "Task" [ 1311.438759] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.447741] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.951663] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.365482] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.365659] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94033bed-e76c-4735-b47d-2a14621def58 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.373106] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1312.373106] env[69473]: value = "task-3358943" [ 1312.373106] env[69473]: _type = "Task" [ 1312.373106] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.381681] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.449772] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534005} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.450193] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk. [ 1312.450914] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973da115-e155-42c0-affa-f199c81fa7dc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.475453] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.475752] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f14bd307-ef0c-451d-a8a4-bfbcb5f18642 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.493698] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1312.493698] env[69473]: value = "task-3358944" [ 1312.493698] env[69473]: _type = "Task" [ 1312.493698] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.501294] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.882872] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358943, 'name': PowerOffVM_Task, 'duration_secs': 0.184345} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.883156] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.883909] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b78566-632b-44e9-9ce1-bc7686fa1917 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.901284] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aac083-0feb-479c-9f19-33d7d0937e57 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.002940] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358944, 'name': ReconfigVM_Task, 'duration_secs': 0.291823} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.003219] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a/ad8ad275-4636-4468-b879-c97f1a3e7404-rescue.vmdk or device None with type thin {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.003999] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4870ad49-449a-4c5c-b935-ccb123747d24 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.028929] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf3400d-6c4e-4a30-af62-c189786786ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.043096] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1313.043096] env[69473]: value = "task-3358945" [ 1313.043096] env[69473]: _type = "Task" [ 1313.043096] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.050211] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.411880] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1313.412233] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3c1dd53-dafa-4d25-b5e8-e03ca0566256 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.419685] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1313.419685] env[69473]: value = "task-3358946" [ 1313.419685] env[69473]: _type = "Task" [ 1313.419685] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.428059] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.552546] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358945, 'name': ReconfigVM_Task, 'duration_secs': 0.142797} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.552977] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.553175] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8680264-eac0-4296-8ac6-f9923b7c436b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.559331] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1313.559331] env[69473]: value = "task-3358947" [ 1313.559331] env[69473]: _type = "Task" [ 1313.559331] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.566482] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.929180] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358946, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.069028] env[69473]: DEBUG oslo_vmware.api [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358947, 'name': PowerOnVM_Task, 'duration_secs': 0.452497} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.069376] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.072047] env[69473]: DEBUG nova.compute.manager [None req-193383d2-2024-4341-b6f0-3edbe6448351 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.072856] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d8043-7b5d-425d-b042-d610b9e56429 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.430401] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358946, 'name': CreateSnapshot_Task, 'duration_secs': 0.612869} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.430685] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.431436] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6eaac-601f-4036-b324-278c6978cce5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.948663] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1314.949089] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe1a0557-0a6c-44d1-949f-c47289325e08 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.958174] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1314.958174] env[69473]: value = "task-3358948" [ 1314.958174] env[69473]: _type = "Task" [ 1314.958174] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.966645] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358948, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.469163] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358948, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.691363] env[69473]: INFO nova.compute.manager [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Unrescuing [ 1315.691657] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.691818] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquired lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.691993] env[69473]: DEBUG nova.network.neutron [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.968406] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358948, 'name': CloneVM_Task, 'duration_secs': 0.931527} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.968803] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Created linked-clone VM from snapshot [ 1315.969343] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f532f2d9-de9b-4701-b7f6-39f32eaa2b4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.976988] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Uploading image 84246e0e-92a4-4b7d-8c1e-dc515638ed19 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1316.001974] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1316.001974] env[69473]: value = "vm-670339" [ 1316.001974] env[69473]: _type = "VirtualMachine" [ 1316.001974] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1316.002254] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f87a45ce-e3bb-4cf4-8696-066e29470cca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.009182] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease: (returnval){ [ 1316.009182] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5272ec0f-9a25-1759-01fa-703e502a2401" [ 1316.009182] env[69473]: _type = "HttpNfcLease" [ 1316.009182] env[69473]: } obtained for exporting VM: (result){ [ 1316.009182] env[69473]: value = "vm-670339" [ 1316.009182] env[69473]: _type = "VirtualMachine" [ 1316.009182] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1316.009492] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the lease: (returnval){ [ 1316.009492] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5272ec0f-9a25-1759-01fa-703e502a2401" [ 1316.009492] env[69473]: _type = "HttpNfcLease" [ 1316.009492] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1316.015728] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.015728] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5272ec0f-9a25-1759-01fa-703e502a2401" [ 1316.015728] env[69473]: _type = "HttpNfcLease" [ 1316.015728] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.374299] env[69473]: DEBUG nova.network.neutron [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Updating instance_info_cache with network_info: [{"id": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "address": "fa:16:3e:d2:18:6d", "network": {"id": "6d107e80-b175-4041-a75e-d847e1f06e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-670497960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0918b8e19c4a44d680782c6854bf5c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc4853-40", "ovs_interfaceid": "01bc4853-4007-48a5-b2b2-f8c4f431f36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.518088] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.518088] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5272ec0f-9a25-1759-01fa-703e502a2401" [ 1316.518088] env[69473]: _type = "HttpNfcLease" [ 1316.518088] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1316.518433] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1316.518433] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5272ec0f-9a25-1759-01fa-703e502a2401" [ 1316.518433] env[69473]: _type = "HttpNfcLease" [ 1316.518433] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1316.519162] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0951439-72f8-47ed-91e7-78cea6875990 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.525951] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9938b-a350-81e8-2213-7797111f3cc4/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1316.526137] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9938b-a350-81e8-2213-7797111f3cc4/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1316.624156] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0096d580-c085-499b-85ee-89165d2826ec {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.876902] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Releasing lock "refresh_cache-d7c6a45a-59ab-427c-8029-65007915ff5a" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.877621] env[69473]: DEBUG nova.objects.instance [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lazy-loading 'flavor' on Instance uuid d7c6a45a-59ab-427c-8029-65007915ff5a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.383504] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43c0261-a1eb-49b0-a0bb-1dc8422b12ce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.405896] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.406781] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a665b91-806f-4e8b-a7bd-654dc5854875 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.413735] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1317.413735] env[69473]: value = "task-3358950" [ 1317.413735] env[69473]: _type = "Task" [ 1317.413735] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.422015] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.923843] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358950, 'name': PowerOffVM_Task, 'duration_secs': 0.363652} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.924224] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.929757] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.930125] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1ed6bd-c0ee-48e9-b196-89a604a06299 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.948664] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1317.948664] env[69473]: value = "task-3358951" [ 1317.948664] env[69473]: _type = "Task" [ 1317.948664] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.956868] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.461271] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358951, 'name': ReconfigVM_Task, 'duration_secs': 0.413281} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.461699] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69473) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.461764] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.462062] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd6bb9b0-c0f6-4232-83cd-4f4206fa6297 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.469553] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1318.469553] env[69473]: value = "task-3358952" [ 1318.469553] env[69473]: _type = "Task" [ 1318.469553] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.477891] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.979252] env[69473]: DEBUG oslo_vmware.api [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358952, 'name': PowerOnVM_Task, 'duration_secs': 0.45432} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.979521] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.979758] env[69473]: DEBUG nova.compute.manager [None req-8a482c7e-d1dd-407a-b1fc-1505d1fe3ffe tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.980553] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ad2815-716e-42d7-b017-44ac1e6467f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.262678] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "d7c6a45a-59ab-427c-8029-65007915ff5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.263112] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.263322] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "d7c6a45a-59ab-427c-8029-65007915ff5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.263597] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.263839] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.266154] env[69473]: INFO nova.compute.manager [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Terminating instance [ 1320.769838] env[69473]: DEBUG nova.compute.manager [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.770176] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.771250] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d1b7a-31b2-4b44-89fe-4db460577242 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.780236] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.780494] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae3fb0b8-08f4-417d-91a2-43f766de70a1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.786552] env[69473]: DEBUG oslo_vmware.api [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1320.786552] env[69473]: value = "task-3358953" [ 1320.786552] env[69473]: _type = "Task" [ 1320.786552] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.795272] env[69473]: DEBUG oslo_vmware.api [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.295944] env[69473]: DEBUG oslo_vmware.api [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358953, 'name': PowerOffVM_Task, 'duration_secs': 0.206745} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.296448] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.296448] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.296707] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38c5da57-d72a-48be-ae2e-a7f36308e8d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.243406] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.243804] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.243804] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Deleting the datastore file [datastore1] d7c6a45a-59ab-427c-8029-65007915ff5a {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.244094] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62fbefa-22e3-4e10-8eab-e784625e9362 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.251080] env[69473]: DEBUG oslo_vmware.api [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1323.251080] env[69473]: value = "task-3358955" [ 1323.251080] env[69473]: _type = "Task" [ 1323.251080] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.259270] env[69473]: DEBUG oslo_vmware.api [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.761084] env[69473]: DEBUG oslo_vmware.api [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164759} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.761366] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.761561] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.761739] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.761934] env[69473]: INFO nova.compute.manager [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Took 2.99 seconds to destroy the instance on the hypervisor. [ 1323.762209] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.762408] env[69473]: DEBUG nova.compute.manager [-] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.762506] env[69473]: DEBUG nova.network.neutron [-] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.255406] env[69473]: DEBUG nova.compute.manager [req-add9bcf9-5855-46a7-9f9b-12a7f83e6178 req-84a1add4-1091-4065-956e-695675b00a0e service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Received event network-vif-deleted-01bc4853-4007-48a5-b2b2-f8c4f431f36b {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.255670] env[69473]: INFO nova.compute.manager [req-add9bcf9-5855-46a7-9f9b-12a7f83e6178 req-84a1add4-1091-4065-956e-695675b00a0e service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Neutron deleted interface 01bc4853-4007-48a5-b2b2-f8c4f431f36b; detaching it from the instance and deleting it from the info cache [ 1324.255670] env[69473]: DEBUG nova.network.neutron [req-add9bcf9-5855-46a7-9f9b-12a7f83e6178 req-84a1add4-1091-4065-956e-695675b00a0e service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.509038] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9938b-a350-81e8-2213-7797111f3cc4/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1324.510147] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2cfa60-17ea-4fe2-ab65-a6443ed2a0f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.516813] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9938b-a350-81e8-2213-7797111f3cc4/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1324.516982] env[69473]: ERROR oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9938b-a350-81e8-2213-7797111f3cc4/disk-0.vmdk due to incomplete transfer. [ 1324.517236] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6840d2a8-b1d6-4306-ba6f-ad6d49f04271 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.524365] env[69473]: DEBUG oslo_vmware.rw_handles [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9938b-a350-81e8-2213-7797111f3cc4/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1324.524557] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Uploaded image 84246e0e-92a4-4b7d-8c1e-dc515638ed19 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1324.526859] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1324.527101] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1265a2f3-831d-461d-b777-5406e6faa968 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.532444] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1324.532444] env[69473]: value = "task-3358956" [ 1324.532444] env[69473]: _type = "Task" [ 1324.532444] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.540655] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358956, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.739542] env[69473]: DEBUG nova.network.neutron [-] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.758426] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57fc0cdb-6d5f-44c0-b6a1-66184d270e97 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.768386] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b05c2d2-4bea-4f25-a3a4-7a09b8987896 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.793687] env[69473]: DEBUG nova.compute.manager [req-add9bcf9-5855-46a7-9f9b-12a7f83e6178 req-84a1add4-1091-4065-956e-695675b00a0e service nova] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Detach interface failed, port_id=01bc4853-4007-48a5-b2b2-f8c4f431f36b, reason: Instance d7c6a45a-59ab-427c-8029-65007915ff5a could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1325.041399] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358956, 'name': Destroy_Task, 'duration_secs': 0.493667} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.041629] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Destroyed the VM [ 1325.041881] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1325.042159] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-319878d0-007c-463f-bffa-449c48a4aed2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.047475] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1325.047475] env[69473]: value = "task-3358957" [ 1325.047475] env[69473]: _type = "Task" [ 1325.047475] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.054649] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.242089] env[69473]: INFO nova.compute.manager [-] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Took 1.48 seconds to deallocate network for instance. [ 1325.557414] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.748886] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.749224] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.749453] env[69473]: DEBUG nova.objects.instance [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lazy-loading 'resources' on Instance uuid d7c6a45a-59ab-427c-8029-65007915ff5a {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.057709] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358957, 'name': RemoveSnapshot_Task, 'duration_secs': 0.716684} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.057972] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1326.058272] env[69473]: DEBUG nova.compute.manager [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.059030] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962d201d-661f-4791-8cc2-cfa5a77e09ff {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.302099] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484cc74c-e9a7-4ee2-b50f-e616549e6079 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.309860] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3351468-5850-4241-a066-76db27b944fd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.340318] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3e84e2-13c6-4386-8439-8c2cbecf6475 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.348545] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b822461-ddd7-4cc4-ae22-ad49469aa93a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.361452] env[69473]: DEBUG nova.compute.provider_tree [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.571028] env[69473]: INFO nova.compute.manager [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Shelve offloading [ 1326.865091] env[69473]: DEBUG nova.scheduler.client.report [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.075084] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.075401] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dae8615-1eaa-4aa8-a51a-e523fe90498c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.083011] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1327.083011] env[69473]: value = "task-3358958" [ 1327.083011] env[69473]: _type = "Task" [ 1327.083011] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.090623] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.369533] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.390035] env[69473]: INFO nova.scheduler.client.report [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Deleted allocations for instance d7c6a45a-59ab-427c-8029-65007915ff5a [ 1327.512509] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.593564] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1327.596038] env[69473]: DEBUG nova.compute.manager [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.596038] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad41420e-141d-4609-ae02-2cfeacb05a26 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.600336] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.600502] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.600669] env[69473]: DEBUG nova.network.neutron [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.897550] env[69473]: DEBUG oslo_concurrency.lockutils [None req-3aded3d3-941b-4686-a5d7-57c803a34659 tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "d7c6a45a-59ab-427c-8029-65007915ff5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.634s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.293707] env[69473]: DEBUG nova.network.neutron [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b446205-27", "ovs_interfaceid": "5b446205-27c2-4456-bcb8-5f4eec261d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.796133] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.007445] env[69473]: DEBUG nova.compute.manager [req-8fbc717f-fc74-4101-be38-d0e79ae53014 req-df72e272-8944-4060-a929-8cd6e63487a8 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-vif-unplugged-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.007659] env[69473]: DEBUG oslo_concurrency.lockutils [req-8fbc717f-fc74-4101-be38-d0e79ae53014 req-df72e272-8944-4060-a929-8cd6e63487a8 service nova] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.007866] env[69473]: DEBUG oslo_concurrency.lockutils [req-8fbc717f-fc74-4101-be38-d0e79ae53014 req-df72e272-8944-4060-a929-8cd6e63487a8 service nova] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.008038] env[69473]: DEBUG oslo_concurrency.lockutils [req-8fbc717f-fc74-4101-be38-d0e79ae53014 req-df72e272-8944-4060-a929-8cd6e63487a8 service nova] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.008214] env[69473]: DEBUG nova.compute.manager [req-8fbc717f-fc74-4101-be38-d0e79ae53014 req-df72e272-8944-4060-a929-8cd6e63487a8 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] No waiting events found dispatching network-vif-unplugged-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.008380] env[69473]: WARNING nova.compute.manager [req-8fbc717f-fc74-4101-be38-d0e79ae53014 req-df72e272-8944-4060-a929-8cd6e63487a8 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received unexpected event network-vif-unplugged-5b446205-27c2-4456-bcb8-5f4eec261d02 for instance with vm_state shelved and task_state shelving_offloading. [ 1329.026139] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.026374] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.026567] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.026747] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.027052] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.028776] env[69473]: INFO nova.compute.manager [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Terminating instance [ 1329.094096] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.094988] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad5817-6bbd-4ae4-9d30-05e4c3d3026f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.102725] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.102936] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c589254e-ab2c-48c0-a3e7-b61d85e121bf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.169775] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.169993] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.170186] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleting the datastore file [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.170541] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a31e1a38-db86-46d0-9ce2-1e5d1782d414 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.177704] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1329.177704] env[69473]: value = "task-3358960" [ 1329.177704] env[69473]: _type = "Task" [ 1329.177704] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.185405] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.532169] env[69473]: DEBUG nova.compute.manager [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.532406] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.533295] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208fa62f-1c36-460d-ab2f-945230fd5e9e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.541078] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.541303] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba7f8c2-4fab-46dd-a750-53be5f63f029 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.546453] env[69473]: DEBUG oslo_vmware.api [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1329.546453] env[69473]: value = "task-3358961" [ 1329.546453] env[69473]: _type = "Task" [ 1329.546453] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.553951] env[69473]: DEBUG oslo_vmware.api [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.687913] env[69473]: DEBUG oslo_vmware.api [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156328} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.688208] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.688432] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.688622] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.711806] env[69473]: INFO nova.scheduler.client.report [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted allocations for instance d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 [ 1330.055827] env[69473]: DEBUG oslo_vmware.api [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358961, 'name': PowerOffVM_Task, 'duration_secs': 0.193558} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.056210] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.056210] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.056450] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea64d7dc-f2e2-4aaf-ae59-d41602065c9a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.115679] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.115924] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.116100] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Deleting the datastore file [datastore2] 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.116371] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc25a1f5-ee56-4834-a402-cadbe65316c3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.123427] env[69473]: DEBUG oslo_vmware.api [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for the task: (returnval){ [ 1330.123427] env[69473]: value = "task-3358963" [ 1330.123427] env[69473]: _type = "Task" [ 1330.123427] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.130905] env[69473]: DEBUG oslo_vmware.api [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.216827] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.217153] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.217392] env[69473]: DEBUG nova.objects.instance [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'resources' on Instance uuid d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.633923] env[69473]: DEBUG oslo_vmware.api [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Task: {'id': task-3358963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161835} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.634245] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.634464] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.634682] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.634921] env[69473]: INFO nova.compute.manager [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1330.635227] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.635449] env[69473]: DEBUG nova.compute.manager [-] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.635573] env[69473]: DEBUG nova.network.neutron [-] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.720257] env[69473]: DEBUG nova.objects.instance [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'numa_topology' on Instance uuid d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.034522] env[69473]: DEBUG nova.compute.manager [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.034660] env[69473]: DEBUG nova.compute.manager [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing instance network info cache due to event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.034942] env[69473]: DEBUG oslo_concurrency.lockutils [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] Acquiring lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.035134] env[69473]: DEBUG oslo_concurrency.lockutils [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] Acquired lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.035332] env[69473]: DEBUG nova.network.neutron [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.223016] env[69473]: DEBUG nova.objects.base [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1331.250908] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d367f-c139-406d-b521-1f06edcfd4d2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.258227] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037fb55d-12c1-4591-8d79-bc1a12f7246b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.288424] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88fd1c0-6801-4f70-a1cd-6564a0b237b9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.295104] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183167cd-183e-442d-a546-8bdcf12c9ce0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.308541] env[69473]: DEBUG nova.compute.provider_tree [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.370954] env[69473]: DEBUG nova.network.neutron [-] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.733697] env[69473]: DEBUG nova.network.neutron [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updated VIF entry in instance network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.734113] env[69473]: DEBUG nova.network.neutron [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5b446205-27", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.828272] env[69473]: ERROR nova.scheduler.client.report [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [req-be36f4c0-12c8-4985-80fb-8167e6117f2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be36f4c0-12c8-4985-80fb-8167e6117f2c"}]} [ 1331.845715] env[69473]: DEBUG nova.scheduler.client.report [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1331.857281] env[69473]: DEBUG nova.scheduler.client.report [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1331.857509] env[69473]: DEBUG nova.compute.provider_tree [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.867425] env[69473]: DEBUG nova.scheduler.client.report [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1331.873400] env[69473]: INFO nova.compute.manager [-] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Took 1.24 seconds to deallocate network for instance. [ 1331.882315] env[69473]: DEBUG nova.scheduler.client.report [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1331.916558] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c8ffd3-24c7-462b-9701-54e04fc665eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.924680] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ecff2-e61b-491c-9d8c-4ccc0eed83bc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.956326] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8f581-5a15-4f93-aa8b-2c3e85687a78 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.963498] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c27f5d-70dd-46c8-894f-de7cfb1f7f04 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.976678] env[69473]: DEBUG nova.compute.provider_tree [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.193755] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.237028] env[69473]: DEBUG oslo_concurrency.lockutils [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] Releasing lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.237332] env[69473]: DEBUG nova.compute.manager [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Received event network-vif-deleted-cc6e25ce-8437-4075-9378-b20310eef9c3 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.237447] env[69473]: INFO nova.compute.manager [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Neutron deleted interface cc6e25ce-8437-4075-9378-b20310eef9c3; detaching it from the instance and deleting it from the info cache [ 1332.237546] env[69473]: DEBUG nova.network.neutron [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.380229] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.509360] env[69473]: DEBUG nova.scheduler.client.report [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1332.509643] env[69473]: DEBUG nova.compute.provider_tree [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 176 to 177 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1332.509823] env[69473]: DEBUG nova.compute.provider_tree [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.513214] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.741219] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edefb283-d0e4-49a1-b18e-fbd98e96bcee {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.751143] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c04f152-459c-4b5c-ae01-ded2e786ed13 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.774399] env[69473]: DEBUG nova.compute.manager [req-e4f5e477-9f22-4f4d-b622-42d9903acbea req-9a1f73f2-7552-4926-b0bf-c58735f06801 service nova] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Detach interface failed, port_id=cc6e25ce-8437-4075-9378-b20310eef9c3, reason: Instance 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.015465] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.798s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.017913] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.638s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.018162] env[69473]: DEBUG nova.objects.instance [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lazy-loading 'resources' on Instance uuid 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.511976] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.526403] env[69473]: DEBUG oslo_concurrency.lockutils [None req-339ebb2a-d20f-4d93-9aff-c049d200827d tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.172s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.526706] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.333s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.526790] env[69473]: INFO nova.compute.manager [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Unshelving [ 1333.561045] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c1791-fe71-479c-9001-163b7094a83b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.568286] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eb760d-5375-4ffb-8208-e76a7971e84a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.598744] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58e7d9-70e3-44b9-aeec-ac4c7aada035 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.605467] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644aa25-c024-484c-9399-807b97a540fb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.618987] env[69473]: DEBUG nova.compute.provider_tree [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.015463] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.122537] env[69473]: DEBUG nova.scheduler.client.report [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.547725] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.626903] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.629183] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.614s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.629363] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.629522] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1334.629885] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.082s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.629996] env[69473]: DEBUG nova.objects.instance [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'pci_requests' on Instance uuid d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.631530] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf1957-2d94-4331-8720-02dc89f30f44 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.640323] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef677195-58c6-46d2-b9bd-bf825bccdec3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.647124] env[69473]: INFO nova.scheduler.client.report [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Deleted allocations for instance 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc [ 1334.658284] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7cb5fd-12ec-4c9d-a430-cc016cb4e370 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.665025] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d21b8b-a2ef-461a-8dbe-32f40c02904c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.695287] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180160MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1334.695473] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.137342] env[69473]: DEBUG nova.objects.instance [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'numa_topology' on Instance uuid d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.164454] env[69473]: DEBUG oslo_concurrency.lockutils [None req-eb600d76-5c37-41a5-bd08-a2a7eadb6d6a tempest-ServerRescueTestJSON-1750522189 tempest-ServerRescueTestJSON-1750522189-project-member] Lock "9e2599d1-5e52-4fcb-9f28-5ec9aa559abc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.138s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.640351] env[69473]: INFO nova.compute.claims [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.683546] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5823e5-9983-4996-b81f-e9bba8effa11 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.691358] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11352301-33d5-49d4-a988-17913defd456 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.722095] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b74c40-46ac-42d9-93a0-162598af779d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.730142] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d7903f-a307-44d6-8045-8889b352208c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.744767] env[69473]: DEBUG nova.compute.provider_tree [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.248427] env[69473]: DEBUG nova.scheduler.client.report [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.755026] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.125s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.758563] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.063s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.800564] env[69473]: INFO nova.network.neutron [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating port 5b446205-27c2-4456-bcb8-5f4eec261d02 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1338.789648] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1338.789908] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1338.789995] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1338.819834] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c941361-6acc-4b63-81f5-47d8d932f4e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.827766] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead48c81-a41b-4558-8774-8dd054ef181c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.861979] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd355dcc-ed0f-494c-8320-752e28c8cba1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.869252] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a49c11-6467-4aa8-8c4e-dc1ff6584d32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.886817] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.387464] env[69473]: DEBUG nova.compute.manager [req-1634dcd1-9eac-4686-85e9-84b5a66cc5ec req-246d0c53-59e7-4bdc-894f-c8f744370308 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-vif-plugged-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.387681] env[69473]: DEBUG oslo_concurrency.lockutils [req-1634dcd1-9eac-4686-85e9-84b5a66cc5ec req-246d0c53-59e7-4bdc-894f-c8f744370308 service nova] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.387910] env[69473]: DEBUG oslo_concurrency.lockutils [req-1634dcd1-9eac-4686-85e9-84b5a66cc5ec req-246d0c53-59e7-4bdc-894f-c8f744370308 service nova] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.388162] env[69473]: DEBUG oslo_concurrency.lockutils [req-1634dcd1-9eac-4686-85e9-84b5a66cc5ec req-246d0c53-59e7-4bdc-894f-c8f744370308 service nova] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.388349] env[69473]: DEBUG nova.compute.manager [req-1634dcd1-9eac-4686-85e9-84b5a66cc5ec req-246d0c53-59e7-4bdc-894f-c8f744370308 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] No waiting events found dispatching network-vif-plugged-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.388582] env[69473]: WARNING nova.compute.manager [req-1634dcd1-9eac-4686-85e9-84b5a66cc5ec req-246d0c53-59e7-4bdc-894f-c8f744370308 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received unexpected event network-vif-plugged-5b446205-27c2-4456-bcb8-5f4eec261d02 for instance with vm_state shelved_offloaded and task_state spawning. [ 1339.390621] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.465759] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.465968] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.466324] env[69473]: DEBUG nova.network.neutron [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.498125] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.498364] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.895418] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1339.895743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.006246] env[69473]: DEBUG nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.199320] env[69473]: DEBUG nova.network.neutron [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b446205-27", "ovs_interfaceid": "5b446205-27c2-4456-bcb8-5f4eec261d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.527012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.527385] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.528835] env[69473]: INFO nova.compute.claims [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.702222] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.731698] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='de640861767c5fcd2db9583b178c744d',container_format='bare',created_at=2025-04-08T01:38:54Z,direct_url=,disk_format='vmdk',id=84246e0e-92a4-4b7d-8c1e-dc515638ed19,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2004165551-shelved',owner='230b6fc85c144d86a9c1a46995c60277',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-08T01:39:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.731928] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.732095] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.732284] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.732431] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.732580] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.732790] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.732975] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.733165] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.733330] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.733503] env[69473]: DEBUG nova.virt.hardware [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.734417] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dd8589-59be-4b6d-8b95-189879d1ae3e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.742596] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be77b437-b728-4a06-90ba-3c8aed049aed {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.756900] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:8e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b446205-27c2-4456-bcb8-5f4eec261d02', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.765289] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.765516] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.765714] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d341eee1-3e82-4159-b57e-eda40d80ef5a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.785962] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.785962] env[69473]: value = "task-3358964" [ 1340.785962] env[69473]: _type = "Task" [ 1340.785962] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.794409] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358964, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.891843] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.891972] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.892603] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.892603] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.892603] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.892603] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1341.295471] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358964, 'name': CreateVM_Task, 'duration_secs': 0.295254} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.295757] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.296292] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.296462] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.296819] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.297079] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8276333e-5338-4f1d-9c71-612482f00b9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.301210] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1341.301210] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52126248-06ed-a3bc-8126-6f5a9d1edc0f" [ 1341.301210] env[69473]: _type = "Task" [ 1341.301210] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.308178] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52126248-06ed-a3bc-8126-6f5a9d1edc0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.413166] env[69473]: DEBUG nova.compute.manager [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.413348] env[69473]: DEBUG nova.compute.manager [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing instance network info cache due to event network-changed-5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.413556] env[69473]: DEBUG oslo_concurrency.lockutils [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] Acquiring lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.413699] env[69473]: DEBUG oslo_concurrency.lockutils [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] Acquired lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.413860] env[69473]: DEBUG nova.network.neutron [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Refreshing network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.575498] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66a0f5a-cdfd-421c-af84-d35bcae69481 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.583268] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab0fafe-970d-47e0-a7c4-9b4f275d13e4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.612878] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd1df0c-1988-43a8-a9d7-6c5c32e339f4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.619678] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce39254-b1ea-4cbd-a539-fc7ea84e55c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.632257] env[69473]: DEBUG nova.compute.provider_tree [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.813875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.813875] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Processing image 84246e0e-92a4-4b7d-8c1e-dc515638ed19 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.813875] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19/84246e0e-92a4-4b7d-8c1e-dc515638ed19.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.814139] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19/84246e0e-92a4-4b7d-8c1e-dc515638ed19.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.814139] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.814334] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24dff3c5-cae4-438a-8146-b1f479133350 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.823883] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.824135] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.825118] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce75306a-7d54-4e4b-9f96-6de98828663f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.831607] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1341.831607] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cf1ab8-290e-ce25-3bf6-5abed26cbbd1" [ 1341.831607] env[69473]: _type = "Task" [ 1341.831607] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.843703] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52cf1ab8-290e-ce25-3bf6-5abed26cbbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.114998] env[69473]: DEBUG nova.network.neutron [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updated VIF entry in instance network info cache for port 5b446205-27c2-4456-bcb8-5f4eec261d02. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.115394] env[69473]: DEBUG nova.network.neutron [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [{"id": "5b446205-27c2-4456-bcb8-5f4eec261d02", "address": "fa:16:3e:08:8e:95", "network": {"id": "42ad3ff4-6571-4e83-81c7-23268308390b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-643568520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230b6fc85c144d86a9c1a46995c60277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b446205-27", "ovs_interfaceid": "5b446205-27c2-4456-bcb8-5f4eec261d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.135384] env[69473]: DEBUG nova.scheduler.client.report [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.342075] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Preparing fetch location {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1342.342383] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Fetch image to [datastore2] OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c/OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c.vmdk {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1342.342531] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Downloading stream optimized image 84246e0e-92a4-4b7d-8c1e-dc515638ed19 to [datastore2] OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c/OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c.vmdk on the data store datastore2 as vApp {{(pid=69473) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1342.342699] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Downloading image file data 84246e0e-92a4-4b7d-8c1e-dc515638ed19 to the ESX as VM named 'OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c' {{(pid=69473) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1342.408374] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1342.408374] env[69473]: value = "resgroup-9" [ 1342.408374] env[69473]: _type = "ResourcePool" [ 1342.408374] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1342.408720] env[69473]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f2fc9fa3-be20-4845-a696-04bd27f92e91 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.429234] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease: (returnval){ [ 1342.429234] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d30d09-29e3-4ffa-b81a-65f1c2e0c710" [ 1342.429234] env[69473]: _type = "HttpNfcLease" [ 1342.429234] env[69473]: } obtained for vApp import into resource pool (val){ [ 1342.429234] env[69473]: value = "resgroup-9" [ 1342.429234] env[69473]: _type = "ResourcePool" [ 1342.429234] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1342.429566] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the lease: (returnval){ [ 1342.429566] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d30d09-29e3-4ffa-b81a-65f1c2e0c710" [ 1342.429566] env[69473]: _type = "HttpNfcLease" [ 1342.429566] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1342.435558] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.435558] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d30d09-29e3-4ffa-b81a-65f1c2e0c710" [ 1342.435558] env[69473]: _type = "HttpNfcLease" [ 1342.435558] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1342.618122] env[69473]: DEBUG oslo_concurrency.lockutils [req-8f28478e-fc30-4191-a03f-c239fcfd188a req-469756e8-c77b-47d6-bde4-223fb26be199 service nova] Releasing lock "refresh_cache-d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.640285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.640818] env[69473]: DEBUG nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.938336] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.938336] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d30d09-29e3-4ffa-b81a-65f1c2e0c710" [ 1342.938336] env[69473]: _type = "HttpNfcLease" [ 1342.938336] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.145542] env[69473]: DEBUG nova.compute.utils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.146953] env[69473]: DEBUG nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.147593] env[69473]: DEBUG nova.network.neutron [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.183453] env[69473]: DEBUG nova.policy [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d54efe594ee4e16a32ab6b49ef342ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fffafc7ec944fa09c1c82814f3cc6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.420011] env[69473]: DEBUG nova.network.neutron [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Successfully created port: 8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.438256] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.438256] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d30d09-29e3-4ffa-b81a-65f1c2e0c710" [ 1343.438256] env[69473]: _type = "HttpNfcLease" [ 1343.438256] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1343.438539] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1343.438539] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52d30d09-29e3-4ffa-b81a-65f1c2e0c710" [ 1343.438539] env[69473]: _type = "HttpNfcLease" [ 1343.438539] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1343.439333] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2d6d0e-9258-423e-83aa-e5e985bdd9c1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.446334] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a412f7-5ca9-41bf-293e-7ec135ca95f0/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1343.446507] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a412f7-5ca9-41bf-293e-7ec135ca95f0/disk-0.vmdk. {{(pid=69473) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1343.511994] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-589dbbeb-dd5e-45d3-8e33-3a0107363b41 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.651182] env[69473]: DEBUG nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.588693] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Completed reading data from the image iterator. {{(pid=69473) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1344.589097] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a412f7-5ca9-41bf-293e-7ec135ca95f0/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1344.590092] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b2a04-739a-49b3-ae11-290932f33be9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.596910] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a412f7-5ca9-41bf-293e-7ec135ca95f0/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1344.597070] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a412f7-5ca9-41bf-293e-7ec135ca95f0/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1344.597313] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f8b31a6a-20b6-4c2b-841b-a6982d05a58a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.661415] env[69473]: DEBUG nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.691348] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.691595] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.691752] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.691932] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.692088] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.692239] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.692443] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.692701] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.692902] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.693090] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.693270] env[69473]: DEBUG nova.virt.hardware [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.694120] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164282af-3407-4861-adef-d8acfee344fc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.701535] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad572e5d-af22-40e3-8cb0-e17b5d83ca49 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.767905] env[69473]: DEBUG oslo_vmware.rw_handles [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a412f7-5ca9-41bf-293e-7ec135ca95f0/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1344.768190] env[69473]: INFO nova.virt.vmwareapi.images [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Downloaded image file data 84246e0e-92a4-4b7d-8c1e-dc515638ed19 [ 1344.769114] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bb73a1-ae3a-4e62-a5db-27b35c125dc6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.774890] env[69473]: DEBUG nova.compute.manager [req-e030f033-7c25-48e6-80ce-850ba1667a41 req-1d1aaec5-acbc-406d-b914-e27b8e276b6a service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received event network-vif-plugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.775155] env[69473]: DEBUG oslo_concurrency.lockutils [req-e030f033-7c25-48e6-80ce-850ba1667a41 req-1d1aaec5-acbc-406d-b914-e27b8e276b6a service nova] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.775410] env[69473]: DEBUG oslo_concurrency.lockutils [req-e030f033-7c25-48e6-80ce-850ba1667a41 req-1d1aaec5-acbc-406d-b914-e27b8e276b6a service nova] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.775622] env[69473]: DEBUG oslo_concurrency.lockutils [req-e030f033-7c25-48e6-80ce-850ba1667a41 req-1d1aaec5-acbc-406d-b914-e27b8e276b6a service nova] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.775827] env[69473]: DEBUG nova.compute.manager [req-e030f033-7c25-48e6-80ce-850ba1667a41 req-1d1aaec5-acbc-406d-b914-e27b8e276b6a service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] No waiting events found dispatching network-vif-plugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.776316] env[69473]: WARNING nova.compute.manager [req-e030f033-7c25-48e6-80ce-850ba1667a41 req-1d1aaec5-acbc-406d-b914-e27b8e276b6a service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received unexpected event network-vif-plugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 for instance with vm_state building and task_state spawning. [ 1344.788474] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287ef674-e7f0-4969-8d50-48857e814d53 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.811431] env[69473]: INFO nova.virt.vmwareapi.images [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] The imported VM was unregistered [ 1344.813856] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Caching image {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1344.814099] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Creating directory with path [datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.814369] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8cea16-197a-4da2-97d2-79d92a690080 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.824741] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Created directory with path [datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.825128] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c/OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c.vmdk to [datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19/84246e0e-92a4-4b7d-8c1e-dc515638ed19.vmdk. {{(pid=69473) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1344.825397] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b790da72-61d1-49bf-a6e5-6ead29f74143 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.831427] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1344.831427] env[69473]: value = "task-3358967" [ 1344.831427] env[69473]: _type = "Task" [ 1344.831427] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.839386] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358967, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.856030] env[69473]: DEBUG nova.network.neutron [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Successfully updated port: 8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.341490] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358967, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.358658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.358658] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.358658] env[69473]: DEBUG nova.network.neutron [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.841796] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358967, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.892425] env[69473]: DEBUG nova.network.neutron [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.030436] env[69473]: DEBUG nova.network.neutron [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6141ac-30", "ovs_interfaceid": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.343146] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358967, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.534068] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.534068] env[69473]: DEBUG nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Instance network_info: |[{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6141ac-30", "ovs_interfaceid": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.534378] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:67:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d6141ac-30cc-42e1-a155-3cd42c98a4f7', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.541820] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating folder: Project (8fffafc7ec944fa09c1c82814f3cc6df). Parent ref: group-v669999. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.542298] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3b6954c-e37c-4dde-8ff9-634d045914a4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.552855] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Created folder: Project (8fffafc7ec944fa09c1c82814f3cc6df) in parent group-v669999. [ 1346.553091] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating folder: Instances. Parent ref: group-v670342. {{(pid=69473) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.553357] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c49bfa1-c26d-4d31-9db5-c1ddbd88041c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.562282] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Created folder: Instances in parent group-v670342. [ 1346.562532] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.562728] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.562940] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5d8fad7-113c-460d-8e5b-1b407cfa1fba {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.581764] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.581764] env[69473]: value = "task-3358970" [ 1346.581764] env[69473]: _type = "Task" [ 1346.581764] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.591253] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358970, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.805347] env[69473]: DEBUG nova.compute.manager [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received event network-changed-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.805626] env[69473]: DEBUG nova.compute.manager [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Refreshing instance network info cache due to event network-changed-8d6141ac-30cc-42e1-a155-3cd42c98a4f7. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.805865] env[69473]: DEBUG oslo_concurrency.lockutils [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] Acquiring lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.806057] env[69473]: DEBUG oslo_concurrency.lockutils [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] Acquired lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.806247] env[69473]: DEBUG nova.network.neutron [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Refreshing network info cache for port 8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.842650] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358967, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.091732] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358970, 'name': CreateVM_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.344493] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358967, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.25213} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.344717] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c/OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c.vmdk to [datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19/84246e0e-92a4-4b7d-8c1e-dc515638ed19.vmdk. [ 1347.344899] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Cleaning up location [datastore2] OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1347.345112] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3a651b8c-d42f-455c-af0c-3bc5d2b3392c {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.345363] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-068dfd7a-e474-4549-84cd-fd95a5a438e8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.351102] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1347.351102] env[69473]: value = "task-3358971" [ 1347.351102] env[69473]: _type = "Task" [ 1347.351102] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.358231] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.488514] env[69473]: DEBUG nova.network.neutron [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updated VIF entry in instance network info cache for port 8d6141ac-30cc-42e1-a155-3cd42c98a4f7. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.488870] env[69473]: DEBUG nova.network.neutron [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6141ac-30", "ovs_interfaceid": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.593384] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358970, 'name': CreateVM_Task, 'duration_secs': 0.611523} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.593718] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.594671] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.594800] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.595146] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.595403] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4471f1e-c1eb-45dc-85a3-8639c314cf18 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.600628] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1347.600628] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b9203-b324-5b3b-0054-763a3694bbb4" [ 1347.600628] env[69473]: _type = "Task" [ 1347.600628] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.608233] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b9203-b324-5b3b-0054-763a3694bbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.861373] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036658} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.861709] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.861752] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19/84246e0e-92a4-4b7d-8c1e-dc515638ed19.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.861975] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19/84246e0e-92a4-4b7d-8c1e-dc515638ed19.vmdk to [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.862224] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fd078ad-d977-40b7-b9ce-139b21f511e7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.868735] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1347.868735] env[69473]: value = "task-3358972" [ 1347.868735] env[69473]: _type = "Task" [ 1347.868735] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.875923] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.991774] env[69473]: DEBUG oslo_concurrency.lockutils [req-927f0c0a-721d-4bf4-b326-2b612290abf2 req-f7c8fc4e-a348-4c02-a34e-9543842246c1 service nova] Releasing lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.111765] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]521b9203-b324-5b3b-0054-763a3694bbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.112053] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.112271] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.112510] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.112659] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.112842] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.113132] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e865902-d898-45bb-af74-9da4b6acf6c5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.126927] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.127142] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.127983] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-544979a8-a6c0-422b-a91a-c9e7528df32a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.133512] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1348.133512] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ac1a59-91c7-88bc-deda-d7d6955ae6d2" [ 1348.133512] env[69473]: _type = "Task" [ 1348.133512] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.141723] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ac1a59-91c7-88bc-deda-d7d6955ae6d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.378814] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358972, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.645120] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52ac1a59-91c7-88bc-deda-d7d6955ae6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.054649} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.646011] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d78edd2-2525-4326-afcd-2f8bcbd99836 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.651908] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1348.651908] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b52b83-3921-59a0-c527-98ba793b3720" [ 1348.651908] env[69473]: _type = "Task" [ 1348.651908] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.660042] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b52b83-3921-59a0-c527-98ba793b3720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.879112] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358972, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.162904] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52b52b83-3921-59a0-c527-98ba793b3720, 'name': SearchDatastore_Task, 'duration_secs': 0.080947} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.163159] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.163516] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.163839] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d5eea95-6d72-4ea2-8d13-519703dc284e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.171089] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1349.171089] env[69473]: value = "task-3358973" [ 1349.171089] env[69473]: _type = "Task" [ 1349.171089] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.179363] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.380369] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358972, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.681757] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.881446] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358972, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.181896] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.383299] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358972, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.304592} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.383582] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/84246e0e-92a4-4b7d-8c1e-dc515638ed19/84246e0e-92a4-4b7d-8c1e-dc515638ed19.vmdk to [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.384423] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df76c95-9e41-4270-9187-c25dc8219410 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.406585] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.406894] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ccd294-1c60-4cfd-8494-e24f6fecda84 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.427214] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1350.427214] env[69473]: value = "task-3358974" [ 1350.427214] env[69473]: _type = "Task" [ 1350.427214] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.435145] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.685534] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358973, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.936757] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.183308] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.693539} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.183571] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.183785] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.184053] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26093f1a-ab67-4b54-82a7-9ef01cf7a576 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.189768] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1351.189768] env[69473]: value = "task-3358975" [ 1351.189768] env[69473]: _type = "Task" [ 1351.189768] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.197200] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.437350] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358974, 'name': ReconfigVM_Task, 'duration_secs': 0.677706} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.437668] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1/d3e5c09c-48e8-44fe-8b3b-cb42cec061c1.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.438335] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf81e3b-58a9-4419-8a60-c2573739c720 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.444295] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1351.444295] env[69473]: value = "task-3358976" [ 1351.444295] env[69473]: _type = "Task" [ 1351.444295] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.452670] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358976, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.699508] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06341} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.699719] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.700454] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f84675-992e-4227-9bd8-54654670dbfc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.721396] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.721603] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f9c9ba-abbd-4b63-a0ce-33ab33022fbc {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.739716] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1351.739716] env[69473]: value = "task-3358977" [ 1351.739716] env[69473]: _type = "Task" [ 1351.739716] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.746743] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.954868] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358976, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.249262] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358977, 'name': ReconfigVM_Task, 'duration_secs': 0.265616} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.249796] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.250178] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-179cc2fa-3601-44eb-9cf0-9e520ce87d32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.256379] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1352.256379] env[69473]: value = "task-3358978" [ 1352.256379] env[69473]: _type = "Task" [ 1352.256379] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.263613] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358978, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.454810] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358976, 'name': Rename_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.767400] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358978, 'name': Rename_Task, 'duration_secs': 0.125931} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.767697] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.767950] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f59fecc9-8519-472b-a11a-ea663d6a9d32 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.774156] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1352.774156] env[69473]: value = "task-3358979" [ 1352.774156] env[69473]: _type = "Task" [ 1352.774156] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.781559] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.955972] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358976, 'name': Rename_Task, 'duration_secs': 1.133471} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.956467] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.956569] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0007c0f4-046d-47fd-8240-e29df294418c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.963334] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1352.963334] env[69473]: value = "task-3358980" [ 1352.963334] env[69473]: _type = "Task" [ 1352.963334] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.970555] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.283522] env[69473]: DEBUG oslo_vmware.api [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358979, 'name': PowerOnVM_Task, 'duration_secs': 0.432748} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.283829] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.284045] env[69473]: INFO nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1353.284231] env[69473]: DEBUG nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.285014] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fb1b28-05ab-4593-b2bd-eaf96f9b40b8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.472554] env[69473]: DEBUG oslo_vmware.api [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358980, 'name': PowerOnVM_Task, 'duration_secs': 0.452186} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.472811] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.583775] env[69473]: DEBUG nova.compute.manager [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.585103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93d534-e33e-4c71-a0b2-d32c24284d46 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.801060] env[69473]: INFO nova.compute.manager [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Took 13.29 seconds to build instance. [ 1354.103894] env[69473]: DEBUG oslo_concurrency.lockutils [None req-e6d44fcd-fda6-429b-85db-ca6e7d693c70 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.577s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.302700] env[69473]: DEBUG oslo_concurrency.lockutils [None req-05b53228-c635-4bc8-93dd-22e0067f4622 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.804s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.099226] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.099499] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.099743] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.099958] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.100161] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.102451] env[69473]: INFO nova.compute.manager [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Terminating instance [ 1355.208042] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "996507d0-56b9-4695-9609-2d4bdae65d84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.208347] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "996507d0-56b9-4695-9609-2d4bdae65d84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.605980] env[69473]: DEBUG nova.compute.manager [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.606254] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.607153] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb89dc72-a372-48aa-adcb-81edcfa44866 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.614689] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.614917] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264d7236-4f9d-4b55-bf3f-21a087eb997a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.622017] env[69473]: DEBUG oslo_vmware.api [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1355.622017] env[69473]: value = "task-3358981" [ 1355.622017] env[69473]: _type = "Task" [ 1355.622017] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.629311] env[69473]: DEBUG oslo_vmware.api [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.710241] env[69473]: DEBUG nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Starting instance... {{(pid=69473) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.132257] env[69473]: DEBUG oslo_vmware.api [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358981, 'name': PowerOffVM_Task, 'duration_secs': 0.186181} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.132502] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.132672] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.132923] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9bcf260-f2bc-4fea-9346-2209234977eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.197615] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.197818] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.197998] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleting the datastore file [datastore2] d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.198319] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c81754cf-a2a0-46dc-9e4d-466b9c3c26d6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.204486] env[69473]: DEBUG oslo_vmware.api [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for the task: (returnval){ [ 1356.204486] env[69473]: value = "task-3358983" [ 1356.204486] env[69473]: _type = "Task" [ 1356.204486] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.211797] env[69473]: DEBUG oslo_vmware.api [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.231646] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.231912] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.233356] env[69473]: INFO nova.compute.claims [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.715290] env[69473]: DEBUG oslo_vmware.api [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Task: {'id': task-3358983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133378} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.715547] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.715725] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.715944] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.716300] env[69473]: INFO nova.compute.manager [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1356.716377] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.716563] env[69473]: DEBUG nova.compute.manager [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.716659] env[69473]: DEBUG nova.network.neutron [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.136944] env[69473]: DEBUG nova.compute.manager [req-ae07d909-5c55-46c6-a917-e7e6de47143f req-ccf4ae47-5b52-4800-84d6-c347eec9c49b service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Received event network-vif-deleted-5b446205-27c2-4456-bcb8-5f4eec261d02 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.137216] env[69473]: INFO nova.compute.manager [req-ae07d909-5c55-46c6-a917-e7e6de47143f req-ccf4ae47-5b52-4800-84d6-c347eec9c49b service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Neutron deleted interface 5b446205-27c2-4456-bcb8-5f4eec261d02; detaching it from the instance and deleting it from the info cache [ 1357.137336] env[69473]: DEBUG nova.network.neutron [req-ae07d909-5c55-46c6-a917-e7e6de47143f req-ccf4ae47-5b52-4800-84d6-c347eec9c49b service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.289316] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fc64a0-a949-4dfe-9eb9-5e5f74ab555b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.296671] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7d1710-0454-4c1f-a23f-4ede32274cc4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.328035] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cccc05-d6be-4bbd-bfdd-d66654911555 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.332369] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec2647c-8d1f-4ff1-ac8a-fc03b06c7ee3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.347027] env[69473]: DEBUG nova.compute.provider_tree [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.620587] env[69473]: DEBUG nova.network.neutron [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.640212] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c50c3077-7793-48b4-b6c5-894804646c5b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.652456] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499acf6-22f0-4fe7-aa2c-b9c2a41feaa4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.676718] env[69473]: DEBUG nova.compute.manager [req-ae07d909-5c55-46c6-a917-e7e6de47143f req-ccf4ae47-5b52-4800-84d6-c347eec9c49b service nova] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Detach interface failed, port_id=5b446205-27c2-4456-bcb8-5f4eec261d02, reason: Instance d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.868615] env[69473]: ERROR nova.scheduler.client.report [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [req-afb927c9-b77b-4bf5-b7e3-1aacd0d00634] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afb927c9-b77b-4bf5-b7e3-1aacd0d00634"}]} [ 1357.885768] env[69473]: DEBUG nova.scheduler.client.report [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1357.899119] env[69473]: DEBUG nova.scheduler.client.report [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1357.899343] env[69473]: DEBUG nova.compute.provider_tree [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.912027] env[69473]: DEBUG nova.scheduler.client.report [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1357.929437] env[69473]: DEBUG nova.scheduler.client.report [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1357.974775] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eee667d-c2d9-48d4-9956-9e5560a8b159 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.982285] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ef9601-74e5-460e-a999-4743bd7e58c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.011731] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c30e5b-573e-4342-b326-7d5a8ea9b903 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.018690] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43733368-b9fa-4933-ad30-8ec91e23ce42 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.031404] env[69473]: DEBUG nova.compute.provider_tree [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.123299] env[69473]: INFO nova.compute.manager [-] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Took 1.41 seconds to deallocate network for instance. [ 1358.560304] env[69473]: DEBUG nova.scheduler.client.report [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1358.560625] env[69473]: DEBUG nova.compute.provider_tree [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 179 to 180 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1358.560737] env[69473]: DEBUG nova.compute.provider_tree [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.629994] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.065802] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.066380] env[69473]: DEBUG nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Start building networks asynchronously for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.068924] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.439s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.069077] env[69473]: DEBUG nova.objects.instance [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lazy-loading 'resources' on Instance uuid d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.572384] env[69473]: DEBUG nova.compute.utils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Using /dev/sd instead of None {{(pid=69473) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.576430] env[69473]: DEBUG nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Allocating IP information in the background. {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.576608] env[69473]: DEBUG nova.network.neutron [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] allocate_for_instance() {{(pid=69473) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.618842] env[69473]: DEBUG nova.policy [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d54efe594ee4e16a32ab6b49ef342ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fffafc7ec944fa09c1c82814f3cc6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69473) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.621898] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4707d6a-24ec-45ba-bc68-71bbee67c59d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.629490] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e812c7b3-96ce-48ea-bf02-1aef50573c82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.658873] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30889d-4ec5-4adb-959d-5b90aa7d5dca {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.666041] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae311c6-38c0-4cc2-ad27-e759df858205 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.679050] env[69473]: DEBUG nova.compute.provider_tree [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.873397] env[69473]: DEBUG nova.network.neutron [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Successfully created port: f046a4c6-b8e4-4eb4-a4ec-b196a190b114 {{(pid=69473) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.076990] env[69473]: DEBUG nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Start building block device mappings for instance. {{(pid=69473) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.183014] env[69473]: DEBUG nova.scheduler.client.report [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.687878] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.709848] env[69473]: INFO nova.scheduler.client.report [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Deleted allocations for instance d3e5c09c-48e8-44fe-8b3b-cb42cec061c1 [ 1361.090889] env[69473]: DEBUG nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Start spawning the instance on the hypervisor. {{(pid=69473) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.118027] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T01:24:57Z,direct_url=,disk_format='vmdk',id=ad8ad275-4636-4468-b879-c97f1a3e7404,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fdf82fa4131f4fdb8dde547b93322f98',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T01:24:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.118284] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.118450] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.118656] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.118872] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.119040] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.119259] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.119422] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.119587] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.119747] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.119916] env[69473]: DEBUG nova.virt.hardware [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.120792] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f45dc8-09df-44e3-854b-2482073b2965 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.129547] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d74866-aa94-4e9e-bd08-12426d8efa21 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.220018] env[69473]: DEBUG oslo_concurrency.lockutils [None req-8a8fc3f0-c26d-46bb-9dd6-ed514005c534 tempest-ServerActionsTestOtherB-1627787990 tempest-ServerActionsTestOtherB-1627787990-project-member] Lock "d3e5c09c-48e8-44fe-8b3b-cb42cec061c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.120s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.239245] env[69473]: DEBUG nova.compute.manager [req-5142a95b-ec4d-4eb8-a11c-a5a5cb68b0b4 req-fb786bba-ac63-4e82-aa0e-62d9e03f0620 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Received event network-vif-plugged-f046a4c6-b8e4-4eb4-a4ec-b196a190b114 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.239391] env[69473]: DEBUG oslo_concurrency.lockutils [req-5142a95b-ec4d-4eb8-a11c-a5a5cb68b0b4 req-fb786bba-ac63-4e82-aa0e-62d9e03f0620 service nova] Acquiring lock "996507d0-56b9-4695-9609-2d4bdae65d84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.239520] env[69473]: DEBUG oslo_concurrency.lockutils [req-5142a95b-ec4d-4eb8-a11c-a5a5cb68b0b4 req-fb786bba-ac63-4e82-aa0e-62d9e03f0620 service nova] Lock "996507d0-56b9-4695-9609-2d4bdae65d84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.239659] env[69473]: DEBUG oslo_concurrency.lockutils [req-5142a95b-ec4d-4eb8-a11c-a5a5cb68b0b4 req-fb786bba-ac63-4e82-aa0e-62d9e03f0620 service nova] Lock "996507d0-56b9-4695-9609-2d4bdae65d84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.239822] env[69473]: DEBUG nova.compute.manager [req-5142a95b-ec4d-4eb8-a11c-a5a5cb68b0b4 req-fb786bba-ac63-4e82-aa0e-62d9e03f0620 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] No waiting events found dispatching network-vif-plugged-f046a4c6-b8e4-4eb4-a4ec-b196a190b114 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.239991] env[69473]: WARNING nova.compute.manager [req-5142a95b-ec4d-4eb8-a11c-a5a5cb68b0b4 req-fb786bba-ac63-4e82-aa0e-62d9e03f0620 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Received unexpected event network-vif-plugged-f046a4c6-b8e4-4eb4-a4ec-b196a190b114 for instance with vm_state building and task_state spawning. [ 1361.326405] env[69473]: DEBUG nova.network.neutron [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Successfully updated port: f046a4c6-b8e4-4eb4-a4ec-b196a190b114 {{(pid=69473) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.828547] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "refresh_cache-996507d0-56b9-4695-9609-2d4bdae65d84" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.828782] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "refresh_cache-996507d0-56b9-4695-9609-2d4bdae65d84" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.828859] env[69473]: DEBUG nova.network.neutron [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.360663] env[69473]: DEBUG nova.network.neutron [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Instance cache missing network info. {{(pid=69473) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.681356] env[69473]: DEBUG nova.network.neutron [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Updating instance_info_cache with network_info: [{"id": "f046a4c6-b8e4-4eb4-a4ec-b196a190b114", "address": "fa:16:3e:09:7e:9c", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf046a4c6-b8", "ovs_interfaceid": "f046a4c6-b8e4-4eb4-a4ec-b196a190b114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.184406] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "refresh_cache-996507d0-56b9-4695-9609-2d4bdae65d84" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.184809] env[69473]: DEBUG nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Instance network_info: |[{"id": "f046a4c6-b8e4-4eb4-a4ec-b196a190b114", "address": "fa:16:3e:09:7e:9c", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf046a4c6-b8", "ovs_interfaceid": "f046a4c6-b8e4-4eb4-a4ec-b196a190b114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69473) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.185131] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:7e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f046a4c6-b8e4-4eb4-a4ec-b196a190b114', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.192626] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.192846] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.193075] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e2ab0b5-97d0-4596-8fff-3c273ead0342 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.212671] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.212671] env[69473]: value = "task-3358985" [ 1363.212671] env[69473]: _type = "Task" [ 1363.212671] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.219702] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358985, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.268522] env[69473]: DEBUG nova.compute.manager [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Received event network-changed-f046a4c6-b8e4-4eb4-a4ec-b196a190b114 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.268689] env[69473]: DEBUG nova.compute.manager [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Refreshing instance network info cache due to event network-changed-f046a4c6-b8e4-4eb4-a4ec-b196a190b114. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.269144] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] Acquiring lock "refresh_cache-996507d0-56b9-4695-9609-2d4bdae65d84" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.269144] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] Acquired lock "refresh_cache-996507d0-56b9-4695-9609-2d4bdae65d84" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.269268] env[69473]: DEBUG nova.network.neutron [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Refreshing network info cache for port f046a4c6-b8e4-4eb4-a4ec-b196a190b114 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.723789] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3358985, 'name': CreateVM_Task, 'duration_secs': 0.314969} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.723983] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.724672] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.724866] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.725273] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.725547] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1314fef-6580-4c45-9700-e9a0bae6c210 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.729821] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1363.729821] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b7094-a12b-0baa-6126-a22b06093511" [ 1363.729821] env[69473]: _type = "Task" [ 1363.729821] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.737241] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b7094-a12b-0baa-6126-a22b06093511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.965818] env[69473]: DEBUG nova.network.neutron [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Updated VIF entry in instance network info cache for port f046a4c6-b8e4-4eb4-a4ec-b196a190b114. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.966203] env[69473]: DEBUG nova.network.neutron [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Updating instance_info_cache with network_info: [{"id": "f046a4c6-b8e4-4eb4-a4ec-b196a190b114", "address": "fa:16:3e:09:7e:9c", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf046a4c6-b8", "ovs_interfaceid": "f046a4c6-b8e4-4eb4-a4ec-b196a190b114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.239923] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]528b7094-a12b-0baa-6126-a22b06093511, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.240311] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.240466] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Processing image ad8ad275-4636-4468-b879-c97f1a3e7404 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.240703] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.240851] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.241040] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.241298] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fedb7879-5932-4dc0-b39a-dcec8bf6bfd4 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.249421] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.249589] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.250254] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4fa4a1-8bf2-4cbf-9881-5d0f205680ae {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.254744] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1364.254744] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5209959d-f5f3-431e-1e01-7c32d710b0e9" [ 1364.254744] env[69473]: _type = "Task" [ 1364.254744] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.261808] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5209959d-f5f3-431e-1e01-7c32d710b0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.468962] env[69473]: DEBUG oslo_concurrency.lockutils [req-f0c22c2e-d205-49cd-87e2-51ce923d2dc9 req-74468421-5c3d-423b-833b-aebad30f6b70 service nova] Releasing lock "refresh_cache-996507d0-56b9-4695-9609-2d4bdae65d84" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.766373] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]5209959d-f5f3-431e-1e01-7c32d710b0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008333} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.767139] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b3ed717-200e-4020-95d7-3bf33724c78d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.772345] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1364.772345] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52797453-df06-41bf-33b2-00d9974513da" [ 1364.772345] env[69473]: _type = "Task" [ 1364.772345] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.779844] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52797453-df06-41bf-33b2-00d9974513da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.287968] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52797453-df06-41bf-33b2-00d9974513da, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.288305] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.288901] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 996507d0-56b9-4695-9609-2d4bdae65d84/996507d0-56b9-4695-9609-2d4bdae65d84.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.288901] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cee34c7-7a58-4dc6-9d9a-62283e631eda {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.297377] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1365.297377] env[69473]: value = "task-3358986" [ 1365.297377] env[69473]: _type = "Task" [ 1365.297377] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.307985] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.807762] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444255} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.808044] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ad8ad275-4636-4468-b879-c97f1a3e7404/ad8ad275-4636-4468-b879-c97f1a3e7404.vmdk to [datastore1] 996507d0-56b9-4695-9609-2d4bdae65d84/996507d0-56b9-4695-9609-2d4bdae65d84.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.808294] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Extending root virtual disk to 1048576 {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.808563] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a26a2aa8-cd80-40fc-b832-d96c99cd5bce {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.816278] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1365.816278] env[69473]: value = "task-3358987" [ 1365.816278] env[69473]: _type = "Task" [ 1365.816278] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.825197] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.324983] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065824} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.325316] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Extended root virtual disk {{(pid=69473) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.326074] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38982643-6d18-4165-b9af-36209f269a3c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.347434] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 996507d0-56b9-4695-9609-2d4bdae65d84/996507d0-56b9-4695-9609-2d4bdae65d84.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.347668] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a110d1-6768-411b-b52a-214d5c2a7910 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.366861] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1366.366861] env[69473]: value = "task-3358988" [ 1366.366861] env[69473]: _type = "Task" [ 1366.366861] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.373826] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.877448] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358988, 'name': ReconfigVM_Task, 'duration_secs': 0.276317} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.877806] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 996507d0-56b9-4695-9609-2d4bdae65d84/996507d0-56b9-4695-9609-2d4bdae65d84.vmdk or device None with type sparse {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.879011] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba4c2d49-e707-496b-b1d2-615969f45a9f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.886325] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1366.886325] env[69473]: value = "task-3358989" [ 1366.886325] env[69473]: _type = "Task" [ 1366.886325] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.893761] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358989, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.396310] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358989, 'name': Rename_Task, 'duration_secs': 0.144202} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.396627] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.396810] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eebf3e0-b188-4c89-bc0e-8a6dcdfe41d9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.403228] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1367.403228] env[69473]: value = "task-3358990" [ 1367.403228] env[69473]: _type = "Task" [ 1367.403228] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.410423] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.913064] env[69473]: DEBUG oslo_vmware.api [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358990, 'name': PowerOnVM_Task, 'duration_secs': 0.498354} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.913369] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.913590] env[69473]: INFO nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1367.913774] env[69473]: DEBUG nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.914520] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdb7bc0-c9fd-41c0-afba-6f9330c4f115 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.431203] env[69473]: INFO nova.compute.manager [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Took 12.22 seconds to build instance. [ 1368.933387] env[69473]: DEBUG oslo_concurrency.lockutils [None req-5e872025-92f2-4c59-9686-198bff64d3ec tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "996507d0-56b9-4695-9609-2d4bdae65d84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.725s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.434066] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "996507d0-56b9-4695-9609-2d4bdae65d84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.434449] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "996507d0-56b9-4695-9609-2d4bdae65d84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.434524] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "996507d0-56b9-4695-9609-2d4bdae65d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.434764] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "996507d0-56b9-4695-9609-2d4bdae65d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.435018] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "996507d0-56b9-4695-9609-2d4bdae65d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.437812] env[69473]: INFO nova.compute.manager [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Terminating instance [ 1369.941846] env[69473]: DEBUG nova.compute.manager [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.942108] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.943427] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c45d49-0820-4eb2-bb6e-82c6065a9bdb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.951260] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.951481] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8796dc80-00a8-487f-82aa-311c2082e346 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.957922] env[69473]: DEBUG oslo_vmware.api [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1369.957922] env[69473]: value = "task-3358991" [ 1369.957922] env[69473]: _type = "Task" [ 1369.957922] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.965507] env[69473]: DEBUG oslo_vmware.api [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.468255] env[69473]: DEBUG oslo_vmware.api [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358991, 'name': PowerOffVM_Task, 'duration_secs': 0.342267} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.468610] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.468753] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.468928] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182c39f1-0240-4ca9-a52f-3615413d97c8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.527584] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.527810] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Deleting contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.527974] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleting the datastore file [datastore1] 996507d0-56b9-4695-9609-2d4bdae65d84 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.528247] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20274ed6-3026-42d8-b1fd-45847a95ae33 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.533981] env[69473]: DEBUG oslo_vmware.api [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1370.533981] env[69473]: value = "task-3358993" [ 1370.533981] env[69473]: _type = "Task" [ 1370.533981] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.542287] env[69473]: DEBUG oslo_vmware.api [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.043245] env[69473]: DEBUG oslo_vmware.api [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128338} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.043542] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.043694] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Deleted contents of the VM from datastore datastore1 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.043874] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.044063] env[69473]: INFO nova.compute.manager [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1371.044314] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.044535] env[69473]: DEBUG nova.compute.manager [-] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.044625] env[69473]: DEBUG nova.network.neutron [-] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.295944] env[69473]: DEBUG nova.compute.manager [req-194b1ddc-aa16-4bbc-9da4-a4c6d2df7668 req-e76877de-ce19-40ba-bc24-16a07ff0d97e service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Received event network-vif-deleted-f046a4c6-b8e4-4eb4-a4ec-b196a190b114 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.295944] env[69473]: INFO nova.compute.manager [req-194b1ddc-aa16-4bbc-9da4-a4c6d2df7668 req-e76877de-ce19-40ba-bc24-16a07ff0d97e service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Neutron deleted interface f046a4c6-b8e4-4eb4-a4ec-b196a190b114; detaching it from the instance and deleting it from the info cache [ 1371.295944] env[69473]: DEBUG nova.network.neutron [req-194b1ddc-aa16-4bbc-9da4-a4c6d2df7668 req-e76877de-ce19-40ba-bc24-16a07ff0d97e service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.774021] env[69473]: DEBUG nova.network.neutron [-] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.797445] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd3eb9ab-70c4-4c4f-bbdc-95f4a2d25122 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.807168] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfc2a7e-f396-4624-8114-09d3e85b24d3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.831074] env[69473]: DEBUG nova.compute.manager [req-194b1ddc-aa16-4bbc-9da4-a4c6d2df7668 req-e76877de-ce19-40ba-bc24-16a07ff0d97e service nova] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Detach interface failed, port_id=f046a4c6-b8e4-4eb4-a4ec-b196a190b114, reason: Instance 996507d0-56b9-4695-9609-2d4bdae65d84 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1372.277028] env[69473]: INFO nova.compute.manager [-] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Took 1.23 seconds to deallocate network for instance. [ 1372.784060] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.784458] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.784458] env[69473]: DEBUG nova.objects.instance [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lazy-loading 'resources' on Instance uuid 996507d0-56b9-4695-9609-2d4bdae65d84 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.330242] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4fb91c-0090-44d7-9e2b-2e8d4b17d160 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.338519] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0908a648-ec26-4079-8dd6-80eedfa65e82 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.369858] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42fbbeb-d403-44ed-8cad-37848241cf4d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.376940] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fcc628-bc68-4e73-862c-85bcefe918cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.389761] env[69473]: DEBUG nova.compute.provider_tree [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.894083] env[69473]: DEBUG nova.scheduler.client.report [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.400747] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.424203] env[69473]: INFO nova.scheduler.client.report [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleted allocations for instance 996507d0-56b9-4695-9609-2d4bdae65d84 [ 1374.933390] env[69473]: DEBUG oslo_concurrency.lockutils [None req-40475404-56e1-4807-8653-7edc34c690ae tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "996507d0-56b9-4695-9609-2d4bdae65d84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.499s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.222685] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.223106] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.223212] env[69473]: INFO nova.compute.manager [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Shelving [ 1386.233053] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.233459] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afd56056-1060-49af-b98d-e2c57838a9ef {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.240705] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1386.240705] env[69473]: value = "task-3358994" [ 1386.240705] env[69473]: _type = "Task" [ 1386.240705] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.249841] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.750655] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358994, 'name': PowerOffVM_Task, 'duration_secs': 0.178806} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.750931] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.751708] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a02720-23c2-4a0c-918d-ddb058f16df2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.770081] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc2201d-14af-4fd8-af85-319037b75b88 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.279945] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Creating Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1387.280396] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6bf9e549-0b6f-44a6-b3a8-f35532d357af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.288622] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1387.288622] env[69473]: value = "task-3358995" [ 1387.288622] env[69473]: _type = "Task" [ 1387.288622] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.296875] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.798446] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358995, 'name': CreateSnapshot_Task, 'duration_secs': 0.419804} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.798772] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Created Snapshot of the VM instance {{(pid=69473) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1387.799480] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37eae9-ec52-4c16-bdfc-7963223f585b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.315986] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Creating linked-clone VM from snapshot {{(pid=69473) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1388.316342] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00917fa8-351c-4d37-b910-393b22566a19 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.325474] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1388.325474] env[69473]: value = "task-3358996" [ 1388.325474] env[69473]: _type = "Task" [ 1388.325474] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.333592] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358996, 'name': CloneVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.835691] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358996, 'name': CloneVM_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.335876] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358996, 'name': CloneVM_Task, 'duration_secs': 0.979297} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.336220] env[69473]: INFO nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Created linked-clone VM from snapshot [ 1389.336858] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4531232-a84d-4728-a793-4cf17743b516 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.343699] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Uploading image 2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1389.371605] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1389.371605] env[69473]: value = "vm-670347" [ 1389.371605] env[69473]: _type = "VirtualMachine" [ 1389.371605] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1389.371897] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02191660-7e2f-4850-baa8-b37dcb2bf86e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.378925] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lease: (returnval){ [ 1389.378925] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52042439-cd53-db2b-35e0-d95367247a63" [ 1389.378925] env[69473]: _type = "HttpNfcLease" [ 1389.378925] env[69473]: } obtained for exporting VM: (result){ [ 1389.378925] env[69473]: value = "vm-670347" [ 1389.378925] env[69473]: _type = "VirtualMachine" [ 1389.378925] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1389.379299] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the lease: (returnval){ [ 1389.379299] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52042439-cd53-db2b-35e0-d95367247a63" [ 1389.379299] env[69473]: _type = "HttpNfcLease" [ 1389.379299] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1389.385157] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.385157] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52042439-cd53-db2b-35e0-d95367247a63" [ 1389.385157] env[69473]: _type = "HttpNfcLease" [ 1389.385157] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1389.512919] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.887792] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.887792] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52042439-cd53-db2b-35e0-d95367247a63" [ 1389.887792] env[69473]: _type = "HttpNfcLease" [ 1389.887792] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1389.888178] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1389.888178] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52042439-cd53-db2b-35e0-d95367247a63" [ 1389.888178] env[69473]: _type = "HttpNfcLease" [ 1389.888178] env[69473]: }. {{(pid=69473) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1389.888725] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695b6e9-7731-4e1c-9586-fd2590feda64 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.896910] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df837d-d855-eda4-bf34-e4b5c5831b96/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1389.897249] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df837d-d855-eda4-bf34-e4b5c5831b96/disk-0.vmdk for reading. {{(pid=69473) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1389.990915] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5d33bac-fac8-40ff-8277-47606bd21dc8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.512655] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.507625] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.512414] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.512621] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1395.512953] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.513334] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.016694] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.017051] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.017257] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.017416] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1396.018461] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c35e81-171f-4ccf-9f04-62e997a52af7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.027021] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b441e647-8664-496a-be45-61968cb06d51 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.041142] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b841e-71b9-470d-b5d8-d316140509eb {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.047465] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e7a932-20f0-4a68-9114-cc507f3f4bf0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.076325] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180637MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1396.076524] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.076685] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.103618] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Instance 1651e973-1f3f-4e00-b0a9-11f214b50598 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69473) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.103931] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1397.104025] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1397.132832] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598d841c-29ec-4e03-b32f-550570592de6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.140139] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba4d04-f3f5-4cf1-ac4f-ccec3c85276d {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.171737] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77775d-8166-40a6-9174-db96d8f980f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.179075] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e80dd-e185-4aea-ac71-21cae4fbca5c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.192189] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.296597] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df837d-d855-eda4-bf34-e4b5c5831b96/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1397.297481] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2b59f-4adf-4599-abb5-cd9d948756b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.303466] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df837d-d855-eda4-bf34-e4b5c5831b96/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1397.303625] env[69473]: ERROR oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df837d-d855-eda4-bf34-e4b5c5831b96/disk-0.vmdk due to incomplete transfer. [ 1397.303828] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0f30e32-80f1-46e9-a81c-434ead4ec4e1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.311035] env[69473]: DEBUG oslo_vmware.rw_handles [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df837d-d855-eda4-bf34-e4b5c5831b96/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1397.311227] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Uploaded image 2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 to the Glance image server {{(pid=69473) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1397.313578] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Destroying the VM {{(pid=69473) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1397.313791] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8eaf1781-9cbb-4d81-a9f3-e6662bf763a7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.318998] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1397.318998] env[69473]: value = "task-3358998" [ 1397.318998] env[69473]: _type = "Task" [ 1397.318998] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.326335] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358998, 'name': Destroy_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.695978] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.828955] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358998, 'name': Destroy_Task, 'duration_secs': 0.3157} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.829216] env[69473]: INFO nova.virt.vmwareapi.vm_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Destroyed the VM [ 1397.829450] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Deleting Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1397.829695] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-664aa3b0-8045-44dd-98c3-499e6d776f43 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.835767] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1397.835767] env[69473]: value = "task-3358999" [ 1397.835767] env[69473]: _type = "Task" [ 1397.835767] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.843149] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358999, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.201471] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1398.201929] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.345780] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3358999, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333912} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.346024] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Deleted Snapshot of the VM instance {{(pid=69473) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1398.346321] env[69473]: DEBUG nova.compute.manager [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.347094] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e590f32-82df-4ab4-991c-4a1c1fddaf79 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.858211] env[69473]: INFO nova.compute.manager [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Shelve offloading [ 1399.201237] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.361302] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.361763] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-568a1a62-807f-4682-8245-af11e07f41f6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.370851] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1399.370851] env[69473]: value = "task-3359000" [ 1399.370851] env[69473]: _type = "Task" [ 1399.370851] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.378297] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.511670] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.882150] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] VM already powered off {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1399.882411] env[69473]: DEBUG nova.compute.manager [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.883133] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68292410-1b11-4b15-af02-c10e9efbfcc9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.888605] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.888771] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.888943] env[69473]: DEBUG nova.network.neutron [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.568948] env[69473]: DEBUG nova.network.neutron [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6141ac-30", "ovs_interfaceid": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.071615] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.299738] env[69473]: DEBUG nova.compute.manager [req-199f3d8d-2b74-4f5b-be0c-5cfa116c846f req-d117f7f0-ad58-495a-949d-1d9ef4c0ced9 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received event network-vif-unplugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.299962] env[69473]: DEBUG oslo_concurrency.lockutils [req-199f3d8d-2b74-4f5b-be0c-5cfa116c846f req-d117f7f0-ad58-495a-949d-1d9ef4c0ced9 service nova] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.300170] env[69473]: DEBUG oslo_concurrency.lockutils [req-199f3d8d-2b74-4f5b-be0c-5cfa116c846f req-d117f7f0-ad58-495a-949d-1d9ef4c0ced9 service nova] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.300352] env[69473]: DEBUG oslo_concurrency.lockutils [req-199f3d8d-2b74-4f5b-be0c-5cfa116c846f req-d117f7f0-ad58-495a-949d-1d9ef4c0ced9 service nova] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.300523] env[69473]: DEBUG nova.compute.manager [req-199f3d8d-2b74-4f5b-be0c-5cfa116c846f req-d117f7f0-ad58-495a-949d-1d9ef4c0ced9 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] No waiting events found dispatching network-vif-unplugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.300648] env[69473]: WARNING nova.compute.manager [req-199f3d8d-2b74-4f5b-be0c-5cfa116c846f req-d117f7f0-ad58-495a-949d-1d9ef4c0ced9 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received unexpected event network-vif-unplugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 for instance with vm_state shelved and task_state shelving_offloading. [ 1401.324337] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.325210] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faad12d-952c-4834-ad77-a6c78bbac4f3 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.332977] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.333214] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a817c8a2-f4b5-424f-90f6-b24dd36c3636 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.395280] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.395510] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.395717] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleting the datastore file [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.396010] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7420a192-47d8-497c-9509-ecc5569e15a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.401756] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1401.401756] env[69473]: value = "task-3359002" [ 1401.401756] env[69473]: _type = "Task" [ 1401.401756] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.409912] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.911757] env[69473]: DEBUG oslo_vmware.api [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133054} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.912163] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.912214] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.912379] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.938441] env[69473]: INFO nova.scheduler.client.report [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleted allocations for instance 1651e973-1f3f-4e00-b0a9-11f214b50598 [ 1402.443050] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.443359] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.443584] env[69473]: DEBUG nova.objects.instance [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lazy-loading 'resources' on Instance uuid 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.946903] env[69473]: DEBUG nova.objects.instance [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lazy-loading 'numa_topology' on Instance uuid 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.334011] env[69473]: DEBUG nova.compute.manager [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received event network-changed-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.334268] env[69473]: DEBUG nova.compute.manager [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Refreshing instance network info cache due to event network-changed-8d6141ac-30cc-42e1-a155-3cd42c98a4f7. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.334517] env[69473]: DEBUG oslo_concurrency.lockutils [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] Acquiring lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.334694] env[69473]: DEBUG oslo_concurrency.lockutils [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] Acquired lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.334911] env[69473]: DEBUG nova.network.neutron [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Refreshing network info cache for port 8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.448690] env[69473]: DEBUG nova.objects.base [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Object Instance<1651e973-1f3f-4e00-b0a9-11f214b50598> lazy-loaded attributes: resources,numa_topology {{(pid=69473) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1403.474509] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05c9db-2c80-4551-8c82-606abc279594 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.482147] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd6873-bf80-469b-a398-9dbaa032c658 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.511268] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.513121] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e03719-859c-4346-b41d-792b7e40f2e9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.520159] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27e1989-a477-4caa-8f6a-fe6acfed669f {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.533934] env[69473]: DEBUG nova.compute.provider_tree [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.932160] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.028230] env[69473]: DEBUG nova.network.neutron [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updated VIF entry in instance network info cache for port 8d6141ac-30cc-42e1-a155-3cd42c98a4f7. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.028556] env[69473]: DEBUG nova.network.neutron [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": null, "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8d6141ac-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.036641] env[69473]: DEBUG nova.scheduler.client.report [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.530576] env[69473]: DEBUG oslo_concurrency.lockutils [req-02e84d95-de83-404f-b86c-22d28020b8fa req-c7cc927f-4f74-453f-bcc6-7c56f4516ef0 service nova] Releasing lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.541571] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.050048] env[69473]: DEBUG oslo_concurrency.lockutils [None req-f09985dc-062d-4219-9011-c43bfe8fa002 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.827s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.050574] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.119s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.050760] env[69473]: INFO nova.compute.manager [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Unshelving [ 1406.079030] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.079329] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.079537] env[69473]: DEBUG nova.objects.instance [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lazy-loading 'pci_requests' on Instance uuid 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.582858] env[69473]: DEBUG nova.objects.instance [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lazy-loading 'numa_topology' on Instance uuid 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.085504] env[69473]: INFO nova.compute.claims [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.120946] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b39f8a9-68b3-4396-86d8-e88449a84fe0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.129657] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93fa3f7-920d-4bd7-a843-72e8065b1aa9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.160500] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226c24b0-a7c0-4d1c-8497-48c3c1ea8f0c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.167485] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c07ec-37a2-40f1-8af1-9ffa8a37a15a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.181044] env[69473]: DEBUG nova.compute.provider_tree [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.685054] env[69473]: DEBUG nova.scheduler.client.report [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.189590] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.110s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.217264] env[69473]: INFO nova.network.neutron [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating port 8d6141ac-30cc-42e1-a155-3cd42c98a4f7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1410.721058] env[69473]: DEBUG nova.compute.manager [req-c3e5ed76-1c13-4bea-a234-608f1e080769 req-e2730ec2-0160-417e-9a85-28b2d8b89ff9 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received event network-vif-plugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.721356] env[69473]: DEBUG oslo_concurrency.lockutils [req-c3e5ed76-1c13-4bea-a234-608f1e080769 req-e2730ec2-0160-417e-9a85-28b2d8b89ff9 service nova] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.721488] env[69473]: DEBUG oslo_concurrency.lockutils [req-c3e5ed76-1c13-4bea-a234-608f1e080769 req-e2730ec2-0160-417e-9a85-28b2d8b89ff9 service nova] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.721651] env[69473]: DEBUG oslo_concurrency.lockutils [req-c3e5ed76-1c13-4bea-a234-608f1e080769 req-e2730ec2-0160-417e-9a85-28b2d8b89ff9 service nova] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.721815] env[69473]: DEBUG nova.compute.manager [req-c3e5ed76-1c13-4bea-a234-608f1e080769 req-e2730ec2-0160-417e-9a85-28b2d8b89ff9 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] No waiting events found dispatching network-vif-plugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1410.721980] env[69473]: WARNING nova.compute.manager [req-c3e5ed76-1c13-4bea-a234-608f1e080769 req-e2730ec2-0160-417e-9a85-28b2d8b89ff9 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received unexpected event network-vif-plugged-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1410.788111] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.788111] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.788111] env[69473]: DEBUG nova.network.neutron [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.483175] env[69473]: DEBUG nova.network.neutron [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6141ac-30", "ovs_interfaceid": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.987376] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.049476] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T01:25:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='194c6ce8cb4c5b246819abeaf4cd070d',container_format='bare',created_at=2025-04-08T01:40:08Z,direct_url=,disk_format='vmdk',id=2f0e49b0-17ee-4243-b5c6-4cfc5a97d687,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-100336824-shelved',owner='8fffafc7ec944fa09c1c82814f3cc6df',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-04-08T01:40:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.049711] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Flavor limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.049869] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Image limits 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.050068] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Flavor pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.050222] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Image pref 0:0:0 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.050370] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69473) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.050578] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.050738] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.050904] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Got 1 possible topologies {{(pid=69473) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.051087] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.051263] env[69473]: DEBUG nova.virt.hardware [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69473) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.052132] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cabbc3b-f770-4c9b-81f0-ffc38a013e6b {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.060284] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0104acf-bcf6-4171-9e5b-2f59c546d826 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.072967] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:67:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d6141ac-30cc-42e1-a155-3cd42c98a4f7', 'vif_model': 'vmxnet3'}] {{(pid=69473) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.080239] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.080455] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Creating VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.080645] env[69473]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fffaa80b-79f3-485c-ad10-bbf52df162b1 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.099310] env[69473]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.099310] env[69473]: value = "task-3359003" [ 1412.099310] env[69473]: _type = "Task" [ 1412.099310] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.106386] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3359003, 'name': CreateVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.609927] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3359003, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.751134] env[69473]: DEBUG nova.compute.manager [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received event network-changed-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.751336] env[69473]: DEBUG nova.compute.manager [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Refreshing instance network info cache due to event network-changed-8d6141ac-30cc-42e1-a155-3cd42c98a4f7. {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.751547] env[69473]: DEBUG oslo_concurrency.lockutils [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] Acquiring lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.751690] env[69473]: DEBUG oslo_concurrency.lockutils [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] Acquired lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.751847] env[69473]: DEBUG nova.network.neutron [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Refreshing network info cache for port 8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.109440] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3359003, 'name': CreateVM_Task} progress is 99%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.423818] env[69473]: DEBUG nova.network.neutron [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updated VIF entry in instance network info cache for port 8d6141ac-30cc-42e1-a155-3cd42c98a4f7. {{(pid=69473) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.424216] env[69473]: DEBUG nova.network.neutron [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6141ac-30", "ovs_interfaceid": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.610152] env[69473]: DEBUG oslo_vmware.api [-] Task: {'id': task-3359003, 'name': CreateVM_Task, 'duration_secs': 1.307858} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.610338] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Created VM on the ESX host {{(pid=69473) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.610926] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.611110] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.611493] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.611730] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b4ca95-575a-440b-9546-23031a7b70fe {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.615893] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1413.615893] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52342a37-a078-5f65-52da-a1750de77a8b" [ 1413.615893] env[69473]: _type = "Task" [ 1413.615893] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.627175] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]52342a37-a078-5f65-52da-a1750de77a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.926772] env[69473]: DEBUG oslo_concurrency.lockutils [req-a8f6660c-9dba-4eda-849b-ad879cf8e009 req-fb8c72cd-abd7-45ef-abe1-851b51081bbc service nova] Releasing lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.126355] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.126731] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Processing image 2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.126856] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.127039] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.127234] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.127483] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d1e1e96-a09f-44e4-b114-399f8fdc9474 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.135348] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.135518] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69473) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.136232] env[69473]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3192543-6f82-43ad-9476-fada4f335fcf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.140975] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1414.140975] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527a33c2-01d7-b5f2-dd94-1bf5b9f85cab" [ 1414.140975] env[69473]: _type = "Task" [ 1414.140975] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.148153] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]527a33c2-01d7-b5f2-dd94-1bf5b9f85cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.651544] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Preparing fetch location {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1414.651743] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Fetch image to [datastore2] OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893/OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893.vmdk {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1414.651925] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Downloading stream optimized image 2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 to [datastore2] OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893/OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893.vmdk on the data store datastore2 as vApp {{(pid=69473) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1414.652112] env[69473]: DEBUG nova.virt.vmwareapi.images [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Downloading image file data 2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 to the ESX as VM named 'OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893' {{(pid=69473) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1414.715684] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1414.715684] env[69473]: value = "resgroup-9" [ 1414.715684] env[69473]: _type = "ResourcePool" [ 1414.715684] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1414.715976] env[69473]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ae949bca-fc6a-4412-a27d-4006bc16a4f5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.736678] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lease: (returnval){ [ 1414.736678] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d5323-37ff-f98a-6d66-937e97786925" [ 1414.736678] env[69473]: _type = "HttpNfcLease" [ 1414.736678] env[69473]: } obtained for vApp import into resource pool (val){ [ 1414.736678] env[69473]: value = "resgroup-9" [ 1414.736678] env[69473]: _type = "ResourcePool" [ 1414.736678] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1414.737069] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the lease: (returnval){ [ 1414.737069] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d5323-37ff-f98a-6d66-937e97786925" [ 1414.737069] env[69473]: _type = "HttpNfcLease" [ 1414.737069] env[69473]: } to be ready. {{(pid=69473) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1414.742843] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.742843] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d5323-37ff-f98a-6d66-937e97786925" [ 1414.742843] env[69473]: _type = "HttpNfcLease" [ 1414.742843] env[69473]: } is initializing. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1415.244463] env[69473]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.244463] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d5323-37ff-f98a-6d66-937e97786925" [ 1415.244463] env[69473]: _type = "HttpNfcLease" [ 1415.244463] env[69473]: } is ready. {{(pid=69473) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1415.245070] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1415.245070] env[69473]: value = "session[52da32dd-fca3-b4d3-da17-3d8e20ff4e75]529d5323-37ff-f98a-6d66-937e97786925" [ 1415.245070] env[69473]: _type = "HttpNfcLease" [ 1415.245070] env[69473]: }. {{(pid=69473) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1415.245409] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9376b4-c291-4127-8cfa-73c33de9f298 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.252090] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595929-3ad1-b6e6-ecd8-19faf124dc72/disk-0.vmdk from lease info. {{(pid=69473) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1415.252320] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595929-3ad1-b6e6-ecd8-19faf124dc72/disk-0.vmdk. {{(pid=69473) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1415.314502] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdc80101-a8f1-43b2-9c68-abe2404b93f9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.423604] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Completed reading data from the image iterator. {{(pid=69473) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1416.424019] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595929-3ad1-b6e6-ecd8-19faf124dc72/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1416.424838] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc95bc-a6da-4452-95b6-683fba8e207a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.432154] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595929-3ad1-b6e6-ecd8-19faf124dc72/disk-0.vmdk is in state: ready. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1416.432342] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595929-3ad1-b6e6-ecd8-19faf124dc72/disk-0.vmdk. {{(pid=69473) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1416.432602] env[69473]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d145d9fa-efee-461f-a7e1-4d70e356b0a0 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.706103] env[69473]: DEBUG oslo_vmware.rw_handles [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595929-3ad1-b6e6-ecd8-19faf124dc72/disk-0.vmdk. {{(pid=69473) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1416.706360] env[69473]: INFO nova.virt.vmwareapi.images [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Downloaded image file data 2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 [ 1416.707274] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8523f3-db61-43d9-bc10-faface06c04e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.723012] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-017b79f0-a0e1-418c-9303-39cd9c29442c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.746598] env[69473]: INFO nova.virt.vmwareapi.images [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] The imported VM was unregistered [ 1416.749137] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Caching image {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1416.749369] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.749617] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16c8c09e-56ec-4de3-a65c-135f3e0acd77 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.774509] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Created directory with path [datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687 {{(pid=69473) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.774727] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893/OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893.vmdk to [datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687.vmdk. {{(pid=69473) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1416.774957] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e45aaaf2-0a7f-4647-9898-410c5430c68c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.780848] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1416.780848] env[69473]: value = "task-3359006" [ 1416.780848] env[69473]: _type = "Task" [ 1416.780848] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.788319] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359006, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.290550] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359006, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.791248] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359006, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.292699] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359006, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.793732] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359006, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.294663] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359006, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.209592} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.294995] env[69473]: INFO nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893/OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893.vmdk to [datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687.vmdk. [ 1419.295117] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Cleaning up location [datastore2] OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893 {{(pid=69473) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1419.295285] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8f8c7802-3fb3-472b-9f9f-a3a7880ee893 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.295531] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea9251a1-e474-4a3c-86dd-c54105d4bec5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.302072] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1419.302072] env[69473]: value = "task-3359007" [ 1419.302072] env[69473]: _type = "Task" [ 1419.302072] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.309347] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.812183] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110437} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.812581] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.812719] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687.vmdk" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.813046] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687.vmdk to [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.813307] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad2118b-660f-46c7-8b16-4721e8aee5c6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.819267] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1419.819267] env[69473]: value = "task-3359008" [ 1419.819267] env[69473]: _type = "Task" [ 1419.819267] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.826258] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.328274] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.829056] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359008, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.329858] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359008, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.830099] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359008, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.330961] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359008, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.831711] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359008, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.728995} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.831996] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687/2f0e49b0-17ee-4243-b5c6-4cfc5a97d687.vmdk to [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk {{(pid=69473) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.832747] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b680cf-7d4d-4079-9945-81b2e9420a39 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.854702] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.854922] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e855a9f-9045-49d9-b75a-c37d25b5c8b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.873196] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1422.873196] env[69473]: value = "task-3359009" [ 1422.873196] env[69473]: _type = "Task" [ 1422.873196] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.880403] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.382766] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359009, 'name': ReconfigVM_Task, 'duration_secs': 0.415933} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.383127] env[69473]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598/1651e973-1f3f-4e00-b0a9-11f214b50598.vmdk or device None with type streamOptimized {{(pid=69473) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.383784] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250e307c-3c56-4cb8-89ec-628392e52575 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.390144] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1423.390144] env[69473]: value = "task-3359010" [ 1423.390144] env[69473]: _type = "Task" [ 1423.390144] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.397492] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359010, 'name': Rename_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.900144] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359010, 'name': Rename_Task, 'duration_secs': 0.200357} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.900476] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powering on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.900719] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879d0d83-d32c-4979-b849-791753824805 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.907962] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1423.907962] env[69473]: value = "task-3359011" [ 1423.907962] env[69473]: _type = "Task" [ 1423.907962] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.915204] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.419036] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359011, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.920058] env[69473]: DEBUG oslo_vmware.api [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359011, 'name': PowerOnVM_Task, 'duration_secs': 0.536599} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.920058] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powered on the VM {{(pid=69473) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.023953] env[69473]: DEBUG nova.compute.manager [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.024881] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177523fa-d4dd-4242-9fb7-1b739ce74a55 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.541621] env[69473]: DEBUG oslo_concurrency.lockutils [None req-c7dfcebc-4f78-48d0-ae65-39a1d3ca1fe3 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.491s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.241488] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c8270-593f-434a-8189-d2b880c563cd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.248473] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-214a931c-7b97-4c50-b251-4a741bf959d1 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Suspending the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1427.248710] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85cc6dd9-36df-4fc3-bb98-20d24e8e5699 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.255018] env[69473]: DEBUG oslo_vmware.api [None req-214a931c-7b97-4c50-b251-4a741bf959d1 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1427.255018] env[69473]: value = "task-3359012" [ 1427.255018] env[69473]: _type = "Task" [ 1427.255018] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.262411] env[69473]: DEBUG oslo_vmware.api [None req-214a931c-7b97-4c50-b251-4a741bf959d1 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359012, 'name': SuspendVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.765343] env[69473]: DEBUG oslo_vmware.api [None req-214a931c-7b97-4c50-b251-4a741bf959d1 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359012, 'name': SuspendVM_Task} progress is 58%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.266777] env[69473]: DEBUG oslo_vmware.api [None req-214a931c-7b97-4c50-b251-4a741bf959d1 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359012, 'name': SuspendVM_Task, 'duration_secs': 0.829431} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.267202] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-214a931c-7b97-4c50-b251-4a741bf959d1 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Suspended the VM {{(pid=69473) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1428.267299] env[69473]: DEBUG nova.compute.manager [None req-214a931c-7b97-4c50-b251-4a741bf959d1 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.268043] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105c7a7-9c4f-4206-a054-900ae75374c9 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.626092] env[69473]: INFO nova.compute.manager [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Resuming [ 1429.626092] env[69473]: DEBUG nova.objects.instance [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lazy-loading 'flavor' on Instance uuid 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.137968] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.137968] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquired lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.137968] env[69473]: DEBUG nova.network.neutron [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Building network info cache for instance {{(pid=69473) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.822475] env[69473]: DEBUG nova.network.neutron [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [{"id": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "address": "fa:16:3e:b7:67:40", "network": {"id": "c0f2500b-bb67-4512-b7d1-bea253801a35", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-648863441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fffafc7ec944fa09c1c82814f3cc6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6141ac-30", "ovs_interfaceid": "8d6141ac-30cc-42e1-a155-3cd42c98a4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.324881] env[69473]: DEBUG oslo_concurrency.lockutils [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Releasing lock "refresh_cache-1651e973-1f3f-4e00-b0a9-11f214b50598" {{(pid=69473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.325868] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0aba27-1d18-4553-a107-41acb18efabf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.332965] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Resuming the VM {{(pid=69473) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1432.333197] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fb00f4-c047-4502-ac78-7536d5f8d0b5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.339453] env[69473]: DEBUG oslo_vmware.api [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1432.339453] env[69473]: value = "task-3359013" [ 1432.339453] env[69473]: _type = "Task" [ 1432.339453] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.346884] env[69473]: DEBUG oslo_vmware.api [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.850449] env[69473]: DEBUG oslo_vmware.api [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359013, 'name': PowerOnVM_Task, 'duration_secs': 0.403511} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.850854] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Resumed the VM {{(pid=69473) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1432.850982] env[69473]: DEBUG nova.compute.manager [None req-ae7dc6be-4873-47b0-b760-719b8f5aee73 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Checking state {{(pid=69473) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.851871] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fffcbeb-365d-4277-bda4-d678dc6a84db {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.636546] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.636963] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.637038] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.637242] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.637428] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.639574] env[69473]: INFO nova.compute.manager [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Terminating instance [ 1438.143197] env[69473]: DEBUG nova.compute.manager [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Start destroying the instance on the hypervisor. {{(pid=69473) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.143460] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Destroying instance {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.144397] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfed949-bde9-4b93-a557-8c5ef0b76e94 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.152237] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powering off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.152455] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af9da42-b2a7-4149-9c66-c478540e91c7 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.158138] env[69473]: DEBUG oslo_vmware.api [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1438.158138] env[69473]: value = "task-3359014" [ 1438.158138] env[69473]: _type = "Task" [ 1438.158138] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.165623] env[69473]: DEBUG oslo_vmware.api [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.668102] env[69473]: DEBUG oslo_vmware.api [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359014, 'name': PowerOffVM_Task, 'duration_secs': 0.165279} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.668467] env[69473]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Powered off the VM {{(pid=69473) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.668541] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Unregistering the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.668760] env[69473]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8519b34-145b-417a-9d71-8bd63a2dcd8e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.730382] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Unregistered the VM {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.730579] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Deleting contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.730759] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleting the datastore file [datastore2] 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.731021] env[69473]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16ddd25d-0699-41d2-8502-4d0b6f3e71a8 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.737112] env[69473]: DEBUG oslo_vmware.api [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for the task: (returnval){ [ 1438.737112] env[69473]: value = "task-3359016" [ 1438.737112] env[69473]: _type = "Task" [ 1438.737112] env[69473]: } to complete. {{(pid=69473) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.744576] env[69473]: DEBUG oslo_vmware.api [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.246798] env[69473]: DEBUG oslo_vmware.api [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Task: {'id': task-3359016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130868} completed successfully. {{(pid=69473) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.247059] env[69473]: DEBUG nova.virt.vmwareapi.ds_util [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleted the datastore file {{(pid=69473) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.247262] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Deleted contents of the VM from datastore datastore2 {{(pid=69473) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.247466] env[69473]: DEBUG nova.virt.vmwareapi.vmops [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Instance destroyed {{(pid=69473) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.247649] env[69473]: INFO nova.compute.manager [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1439.247890] env[69473]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69473) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.248094] env[69473]: DEBUG nova.compute.manager [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Deallocating network for instance {{(pid=69473) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.248191] env[69473]: DEBUG nova.network.neutron [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] deallocate_for_instance() {{(pid=69473) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.490275] env[69473]: DEBUG nova.compute.manager [req-e58a55ea-251c-49e6-bd76-0a63ae96f337 req-1cb61e2c-ef4b-4dd5-a0b6-c60c6fcc6024 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Received event network-vif-deleted-8d6141ac-30cc-42e1-a155-3cd42c98a4f7 {{(pid=69473) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.490414] env[69473]: INFO nova.compute.manager [req-e58a55ea-251c-49e6-bd76-0a63ae96f337 req-1cb61e2c-ef4b-4dd5-a0b6-c60c6fcc6024 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Neutron deleted interface 8d6141ac-30cc-42e1-a155-3cd42c98a4f7; detaching it from the instance and deleting it from the info cache [ 1439.490575] env[69473]: DEBUG nova.network.neutron [req-e58a55ea-251c-49e6-bd76-0a63ae96f337 req-1cb61e2c-ef4b-4dd5-a0b6-c60c6fcc6024 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.975678] env[69473]: DEBUG nova.network.neutron [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Updating instance_info_cache with network_info: [] {{(pid=69473) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.993056] env[69473]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-940ebd75-5e0a-4e96-a4cc-54286b36f65a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.003140] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268e94d-932c-486d-82bc-b24bbf75dbd5 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.027641] env[69473]: DEBUG nova.compute.manager [req-e58a55ea-251c-49e6-bd76-0a63ae96f337 req-1cb61e2c-ef4b-4dd5-a0b6-c60c6fcc6024 service nova] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Detach interface failed, port_id=8d6141ac-30cc-42e1-a155-3cd42c98a4f7, reason: Instance 1651e973-1f3f-4e00-b0a9-11f214b50598 could not be found. {{(pid=69473) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1440.478653] env[69473]: INFO nova.compute.manager [-] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Took 1.23 seconds to deallocate network for instance. [ 1440.986012] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.986416] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.986629] env[69473]: DEBUG nova.objects.instance [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lazy-loading 'resources' on Instance uuid 1651e973-1f3f-4e00-b0a9-11f214b50598 {{(pid=69473) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.523033] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474475b0-a4b2-44c5-bfa4-fcfb7c3e5ffd {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.530376] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84695c45-f472-4e85-a860-0504e100caa6 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.560406] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be25fe08-615c-48bb-9090-410f0d2d0865 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.567208] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa063b-b65e-4473-827a-550cbead0b92 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.580299] env[69473]: DEBUG nova.compute.provider_tree [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1442.100150] env[69473]: ERROR nova.scheduler.client.report [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] [req-d28c691e-9b0e-4a58-93b7-f5fe7fce9140] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 56b68661-71d4-4bbb-bdee-2ddde7e6f62c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d28c691e-9b0e-4a58-93b7-f5fe7fce9140"}]} [ 1442.117529] env[69473]: DEBUG nova.scheduler.client.report [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Refreshing inventories for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1442.129747] env[69473]: DEBUG nova.scheduler.client.report [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating ProviderTree inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1442.129953] env[69473]: DEBUG nova.compute.provider_tree [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1442.139871] env[69473]: DEBUG nova.scheduler.client.report [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Refreshing aggregate associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, aggregates: None {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1442.157053] env[69473]: DEBUG nova.scheduler.client.report [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Refreshing trait associations for resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69473) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1442.177958] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7a9e7-a894-47f1-b2dd-79735f7b262c {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.184920] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0869a450-2d9f-4433-9f0c-c6f45469b31a {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.215230] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed237cbc-faa6-4228-827a-0e4a7d0020cf {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.221842] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426dd84-4c2a-4ee2-93d5-640a25536a60 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.234255] env[69473]: DEBUG nova.compute.provider_tree [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1442.765058] env[69473]: DEBUG nova.scheduler.client.report [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updated inventory for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1442.765058] env[69473]: DEBUG nova.compute.provider_tree [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating resource provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c generation from 181 to 182 during operation: update_inventory {{(pid=69473) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1442.765058] env[69473]: DEBUG nova.compute.provider_tree [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Updating inventory in ProviderTree for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1443.270285] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.291164] env[69473]: INFO nova.scheduler.client.report [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Deleted allocations for instance 1651e973-1f3f-4e00-b0a9-11f214b50598 [ 1443.798659] env[69473]: DEBUG oslo_concurrency.lockutils [None req-356f43ba-4df7-414c-b0fe-72940f1463a9 tempest-ServersNegativeTestJSON-846493558 tempest-ServersNegativeTestJSON-846493558-project-member] Lock "1651e973-1f3f-4e00-b0a9-11f214b50598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.162s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.513493] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.512807] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.508137] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.512946] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.513355] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69473) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1456.513101] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.512024] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.512315] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.015703] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.016126] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.016182] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.016324] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69473) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1458.018103] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f9df82-70ae-46c3-8dab-64366b8d2b65 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.026210] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364bec8b-31f6-41d3-aef5-ae1e6eb45204 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.040955] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250c4ddd-8986-4d51-b267-2a5212c131af {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.047038] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5effba-3119-43a6-ab1a-15349a738400 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.075126] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180546MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69473) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1458.075269] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.075478] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.201592] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1459.201876] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69473) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1459.214425] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d1761-9083-4035-a835-2f25e07ae59e {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.221869] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98979b76-08b9-4e9b-a3e0-7231bfba07f2 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.252327] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7b83bc-1ffd-45e5-8b4c-4ecfd8cb1084 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.259575] env[69473]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4c9fe7-b261-45d8-8d69-f6e0fe08e708 {{(pid=69473) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.272030] env[69473]: DEBUG nova.compute.provider_tree [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed in ProviderTree for provider: 56b68661-71d4-4bbb-bdee-2ddde7e6f62c {{(pid=69473) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.775591] env[69473]: DEBUG nova.scheduler.client.report [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Inventory has not changed for provider 56b68661-71d4-4bbb-bdee-2ddde7e6f62c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69473) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.281878] env[69473]: DEBUG nova.compute.resource_tracker [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69473) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1460.281878] env[69473]: DEBUG oslo_concurrency.lockutils [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=69473) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.281878] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.281878] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Cleaning up deleted instances with incomplete migration {{(pid=69473) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1460.785035] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.519056] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.519423] env[69473]: DEBUG oslo_service.periodic_task [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69473) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.519478] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] Cleaning up deleted instances {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1463.027163] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] There are 21 instances to clean {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1463.027351] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 996507d0-56b9-4695-9609-2d4bdae65d84] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.530337] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 1651e973-1f3f-4e00-b0a9-11f214b50598] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.033562] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: d7c6a45a-59ab-427c-8029-65007915ff5a] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.537148] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 9e2599d1-5e52-4fcb-9f28-5ec9aa559abc] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.040313] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: d3e5c09c-48e8-44fe-8b3b-cb42cec061c1] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.544131] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 35de7225-d2c3-4372-856a-cbdf082da659] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.049119] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: a69016c8-e5ad-41f8-8197-15e79a7f996d] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.552110] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 7a12c8db-b44f-4e0d-af11-f2e3cb70803b] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.055406] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 20d9bbbc-92fa-4ad5-a65d-9ebcb5bc949b] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.559453] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 3ed0073a-ace7-4c69-85cd-86cf2fd5811c] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.063214] env[69473]: DEBUG nova.compute.manager [None req-24524a57-2d4a-4c5a-b92e-08d9a1e8b0b1 None None] [instance: 9cae46dc-9295-46d5-87b2-87f5fd7b7110] Instance has had 0 of 5 cleanup attempts {{(pid=69473) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}